{"text_encoder.embedding.weight":[259,2048],"text_encoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[2048,8192],"text_encoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[2048,8192],"text_encoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[2048,8192],"text_encoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[2048,8192],"text_encoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[2048,8192],"text_encoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[2048,2048],"text_encoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[2048],"text_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[8192,2048],"text_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[2048,8192],"text_encoder.hierarchy.stages.0.chunker.boundary.weight":[1,2048],"text_encoder.hierarchy.stages.0.chunker.boundary.bias":[1],"text_encoder.hierarchy.stages.0.chunker.condition.weight":[2048,256],"text_encoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[4096,4096],"text_encoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[4096],"text_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[16384,4096],"text_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[4096,16384],"text_encoder.hierarchy.stages.1.chunker.boundary.weight":[1,4096],"text_encoder.hierarchy.stages.1.chunker.boundary.bias":[1],"text_encoder.hierarchy.stages.1.chunker.condition.weight":[4096,256],"text_encoder.hierarchy.stages.2.blocks.0.attention_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.0.attention.q_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.0.attention.k_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.0.attention.v_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.0.attention.o_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.0.ffn_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.gate_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.up_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.down_proj.weight":[8192,32768],"text_encoder.hierarchy.stages.2.blocks.1.attention_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.1.attention.q_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.1.attention.k_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.1.attention.v_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.1.attention.o_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.1.ffn_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.gate_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.up_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.down_proj.weight":[8192,32768],"text_encoder.hierarchy.stages.2.blocks.2.attention_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.2.attention.q_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.2.attention.k_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.2.attention.v_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.2.attention.o_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.2.ffn_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.gate_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.up_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.down_proj.weight":[8192,32768],"text_encoder.hierarchy.stages.2.blocks.3.attention_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.3.attention.q_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.3.attention.k_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.3.attention.v_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.3.attention.o_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.3.ffn_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.gate_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.up_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.down_proj.weight":[8192,32768],"text_encoder.hierarchy.stages.2.blocks.4.attention_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.4.attention.q_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.4.attention.k_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.4.attention.v_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.4.attention.o_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.4.ffn_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.gate_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.up_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.down_proj.weight":[8192,32768],"text_encoder.hierarchy.stages.2.blocks.5.attention_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.5.attention.q_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.5.attention.k_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.5.attention.v_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.5.attention.o_proj.weight":[8192,8192],"text_encoder.hierarchy.stages.2.blocks.5.ffn_norm.weight":[8192],"text_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.gate_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.up_proj.weight":[32768,8192],"text_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.down_proj.weight":[8192,32768],"text_encoder.hierarchy.stages.2.chunker.boundary.weight":[1,8192],"text_encoder.hierarchy.stages.2.chunker.boundary.bias":[1],"text_encoder.hierarchy.stages.2.chunker.condition.weight":[8192,256],"text_encoder.hierarchy.transitions.0.weight":[4096,2048],"text_encoder.hierarchy.transitions.1.weight":[8192,4096],"text_encoder.hierarchy.dechunk_projections.0.weight":[2048,4096],"text_encoder.hierarchy.dechunk_projections.1.weight":[4096,8192],"audio_encoder.waveform_projection.weight":[4096,320],"audio_encoder.spectrum_projection.weight":[4096,161],"audio_encoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.6.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.6.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.7.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.7.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.8.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.8.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.8.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.8.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.8.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.8.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.8.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.8.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.8.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.9.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.9.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.9.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.9.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.9.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.9.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.9.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.9.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.9.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.10.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.10.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.10.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.10.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.10.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.10.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.10.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.10.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.10.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.blocks.11.attention_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.11.attention.q_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.11.attention.k_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.11.attention.v_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.11.attention.o_proj.weight":[4096,4096],"audio_encoder.hierarchy.stages.0.blocks.11.ffn_norm.weight":[4096],"audio_encoder.hierarchy.stages.0.blocks.11.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.11.mlp.experts.0.up_proj.weight":[16384,4096],"audio_encoder.hierarchy.stages.0.blocks.11.mlp.experts.0.down_proj.weight":[4096,16384],"audio_encoder.hierarchy.stages.0.chunker.boundary.weight":[1,4096],"audio_encoder.hierarchy.stages.0.chunker.boundary.bias":[1],"audio_encoder.hierarchy.stages.0.chunker.condition.weight":[4096,256],"audio_encoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.12.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.12.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.12.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.12.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.12.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.12.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.13.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.13.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.13.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.13.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.13.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.13.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.14.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.14.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.14.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.14.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.14.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.14.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.15.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.15.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.15.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.15.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.15.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.15.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.16.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.16.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.16.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.16.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.16.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.16.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.17.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.17.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.17.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.17.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.17.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.17.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.18.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.18.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.18.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.18.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.18.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.18.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.19.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.19.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.19.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.19.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.19.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.19.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.20.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.20.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.20.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.20.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.20.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.20.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.21.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.21.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.21.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.21.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.21.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.21.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.22.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.22.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.22.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.22.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.22.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.22.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.blocks.23.attention_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.23.attention.q_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.23.attention.k_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.23.attention.v_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.23.attention.o_proj.weight":[8192,8192],"audio_encoder.hierarchy.stages.1.blocks.23.ffn_norm.weight":[8192],"audio_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[32768,8192],"audio_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[8192,32768],"audio_encoder.hierarchy.stages.1.chunker.boundary.weight":[1,8192],"audio_encoder.hierarchy.stages.1.chunker.boundary.bias":[1],"audio_encoder.hierarchy.stages.1.chunker.condition.weight":[8192,256],"audio_encoder.hierarchy.stages.2.blocks.0.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.0.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.0.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.0.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.0.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.0.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.1.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.1.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.1.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.1.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.1.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.1.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.2.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.2.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.2.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.2.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.2.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.2.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.3.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.3.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.3.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.3.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.3.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.3.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.4.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.4.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.4.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.4.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.4.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.4.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.5.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.5.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.5.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.5.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.5.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.5.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.6.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.6.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.6.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.6.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.6.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.6.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.7.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.7.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.7.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.7.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.7.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.7.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.8.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.8.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.8.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.8.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.8.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.8.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.9.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.9.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.9.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.9.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.9.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.9.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.10.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.10.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.10.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.10.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.10.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.10.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.blocks.11.attention_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.11.attention.q_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.11.attention.k_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.11.attention.v_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.11.attention.o_proj.weight":[12288,12288],"audio_encoder.hierarchy.stages.2.blocks.11.ffn_norm.weight":[12288],"audio_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.gate_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.up_proj.weight":[49152,12288],"audio_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.down_proj.weight":[12288,49152],"audio_encoder.hierarchy.stages.2.chunker.boundary.weight":[1,12288],"audio_encoder.hierarchy.stages.2.chunker.boundary.bias":[1],"audio_encoder.hierarchy.stages.2.chunker.condition.weight":[12288,256],"audio_encoder.hierarchy.transitions.0.weight":[8192,4096],"audio_encoder.hierarchy.transitions.1.weight":[12288,8192],"audio_encoder.hierarchy.dechunk_projections.0.weight":[4096,8192],"audio_encoder.hierarchy.dechunk_projections.1.weight":[8192,12288],"image_encoder.patch_embedding.weight":[4096,3,4,4],"image_encoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.6.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.6.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.blocks.7.attention_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[4096,4096],"image_encoder.hierarchy.stages.0.blocks.7.ffn_norm.weight":[4096],"image_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"image_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"image_encoder.hierarchy.stages.0.chunker.boundary.weight":[1,4096],"image_encoder.hierarchy.stages.0.chunker.boundary.bias":[1],"image_encoder.hierarchy.stages.0.chunker.condition.weight":[4096,256],"image_encoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.12.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.12.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.12.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.12.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.12.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.12.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.13.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.13.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.13.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.13.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.13.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.13.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.14.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.14.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.14.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.14.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.14.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.14.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.15.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.15.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.15.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.15.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.15.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.15.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.16.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.16.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.16.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.16.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.16.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.16.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.17.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.17.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.17.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.17.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.17.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.17.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.18.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.18.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.18.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.18.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.18.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.18.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.19.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.19.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.19.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.19.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.19.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.19.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.20.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.20.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.20.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.20.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.20.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.20.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.21.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.21.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.21.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.21.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.21.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.21.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.22.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.22.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.22.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.22.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.22.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.22.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.blocks.23.attention_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.23.attention.q_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.23.attention.k_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.23.attention.v_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.23.attention.o_proj.weight":[8192,8192],"image_encoder.hierarchy.stages.1.blocks.23.ffn_norm.weight":[8192],"image_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[32768,8192],"image_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[8192,32768],"image_encoder.hierarchy.stages.1.chunker.boundary.weight":[1,8192],"image_encoder.hierarchy.stages.1.chunker.boundary.bias":[1],"image_encoder.hierarchy.stages.1.chunker.condition.weight":[8192,256],"image_encoder.hierarchy.stages.2.blocks.0.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.0.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.0.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.0.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.0.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.0.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.1.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.1.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.1.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.1.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.1.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.1.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.2.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.2.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.2.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.2.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.2.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.2.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.3.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.3.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.3.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.3.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.3.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.3.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.4.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.4.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.4.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.4.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.4.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.4.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.5.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.5.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.5.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.5.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.5.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.5.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.6.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.6.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.6.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.6.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.6.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.6.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.7.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.7.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.7.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.7.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.7.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.7.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.8.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.8.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.8.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.8.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.8.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.8.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.9.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.9.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.9.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.9.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.9.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.9.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.10.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.10.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.10.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.10.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.10.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.10.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.11.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.11.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.11.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.11.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.11.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.11.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.12.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.12.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.12.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.12.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.12.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.12.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.12.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.12.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.12.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.13.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.13.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.13.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.13.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.13.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.13.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.13.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.13.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.13.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.14.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.14.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.14.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.14.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.14.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.14.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.14.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.14.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.14.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.15.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.15.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.15.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.15.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.15.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.15.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.15.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.15.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.15.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.16.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.16.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.16.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.16.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.16.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.16.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.16.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.16.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.16.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.17.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.17.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.17.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.17.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.17.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.17.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.17.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.17.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.17.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.18.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.18.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.18.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.18.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.18.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.18.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.18.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.18.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.18.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.19.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.19.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.19.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.19.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.19.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.19.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.19.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.19.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.19.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.20.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.20.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.20.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.20.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.20.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.20.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.20.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.20.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.20.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.21.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.21.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.21.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.21.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.21.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.21.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.21.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.21.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.21.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.22.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.22.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.22.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.22.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.22.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.22.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.22.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.22.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.22.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.blocks.23.attention_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.23.attention.q_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.23.attention.k_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.23.attention.v_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.23.attention.o_proj.weight":[12288,12288],"image_encoder.hierarchy.stages.2.blocks.23.ffn_norm.weight":[12288],"image_encoder.hierarchy.stages.2.blocks.23.mlp.experts.0.gate_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.23.mlp.experts.0.up_proj.weight":[49152,12288],"image_encoder.hierarchy.stages.2.blocks.23.mlp.experts.0.down_proj.weight":[12288,49152],"image_encoder.hierarchy.stages.2.chunker.boundary.weight":[1,12288],"image_encoder.hierarchy.stages.2.chunker.boundary.bias":[1],"image_encoder.hierarchy.stages.2.chunker.condition.weight":[12288,256],"image_encoder.hierarchy.transitions.0.weight":[8192,4096],"image_encoder.hierarchy.transitions.1.weight":[12288,8192],"image_encoder.hierarchy.dechunk_projections.0.weight":[4096,8192],"image_encoder.hierarchy.dechunk_projections.1.weight":[8192,12288],"video_encoder.tubelet_embedding.weight":[4096,3,2,4,4],"video_encoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.6.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.6.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.blocks.7.attention_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[4096,4096],"video_encoder.hierarchy.stages.0.blocks.7.ffn_norm.weight":[4096],"video_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"video_encoder.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"video_encoder.hierarchy.stages.0.chunker.boundary.weight":[1,4096],"video_encoder.hierarchy.stages.0.chunker.boundary.bias":[1],"video_encoder.hierarchy.stages.0.chunker.condition.weight":[4096,256],"video_encoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.12.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.12.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.12.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.12.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.12.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.12.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.13.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.13.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.13.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.13.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.13.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.13.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.14.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.14.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.14.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.14.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.14.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.14.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.15.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.15.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.15.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.15.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.15.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.15.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.16.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.16.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.16.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.16.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.16.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.16.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.17.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.17.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.17.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.17.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.17.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.17.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.18.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.18.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.18.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.18.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.18.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.18.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.19.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.19.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.19.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.19.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.19.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.19.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.20.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.20.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.20.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.20.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.20.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.20.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.21.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.21.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.21.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.21.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.21.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.21.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.22.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.22.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.22.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.22.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.22.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.22.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.23.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.23.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.23.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.23.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.23.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.23.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.24.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.24.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.24.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.24.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.24.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.24.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.24.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.24.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.24.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.25.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.25.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.25.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.25.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.25.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.25.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.25.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.25.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.25.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.26.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.26.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.26.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.26.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.26.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.26.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.26.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.26.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.26.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.27.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.27.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.27.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.27.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.27.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.27.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.27.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.27.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.27.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.28.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.28.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.28.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.28.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.28.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.28.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.28.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.28.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.28.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.29.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.29.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.29.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.29.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.29.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.29.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.29.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.29.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.29.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.30.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.30.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.30.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.30.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.30.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.30.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.30.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.30.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.30.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.blocks.31.attention_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.31.attention.q_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.31.attention.k_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.31.attention.v_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.31.attention.o_proj.weight":[8192,8192],"video_encoder.hierarchy.stages.1.blocks.31.ffn_norm.weight":[8192],"video_encoder.hierarchy.stages.1.blocks.31.mlp.experts.0.gate_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.31.mlp.experts.0.up_proj.weight":[32768,8192],"video_encoder.hierarchy.stages.1.blocks.31.mlp.experts.0.down_proj.weight":[8192,32768],"video_encoder.hierarchy.stages.1.chunker.boundary.weight":[1,8192],"video_encoder.hierarchy.stages.1.chunker.boundary.bias":[1],"video_encoder.hierarchy.stages.1.chunker.condition.weight":[8192,256],"video_encoder.hierarchy.stages.2.blocks.0.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.0.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.0.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.0.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.0.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.0.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.1.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.1.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.1.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.1.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.1.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.1.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.2.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.2.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.2.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.2.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.2.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.2.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.3.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.3.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.3.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.3.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.3.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.3.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.4.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.4.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.4.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.4.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.4.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.4.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.5.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.5.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.5.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.5.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.5.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.5.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.6.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.6.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.6.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.6.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.6.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.6.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.6.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.7.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.7.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.7.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.7.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.7.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.7.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.7.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.8.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.8.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.8.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.8.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.8.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.8.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.8.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.9.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.9.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.9.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.9.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.9.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.9.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.9.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.10.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.10.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.10.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.10.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.10.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.10.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.10.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.11.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.11.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.11.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.11.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.11.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.11.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.11.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.12.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.12.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.12.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.12.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.12.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.12.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.12.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.12.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.12.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.13.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.13.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.13.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.13.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.13.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.13.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.13.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.13.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.13.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.14.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.14.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.14.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.14.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.14.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.14.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.14.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.14.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.14.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.15.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.15.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.15.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.15.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.15.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.15.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.15.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.15.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.15.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.16.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.16.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.16.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.16.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.16.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.16.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.16.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.16.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.16.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.17.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.17.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.17.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.17.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.17.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.17.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.17.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.17.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.17.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.18.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.18.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.18.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.18.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.18.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.18.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.18.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.18.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.18.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.19.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.19.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.19.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.19.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.19.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.19.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.19.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.19.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.19.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.20.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.20.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.20.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.20.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.20.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.20.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.20.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.20.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.20.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.21.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.21.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.21.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.21.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.21.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.21.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.21.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.21.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.21.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.22.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.22.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.22.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.22.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.22.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.22.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.22.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.22.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.22.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.23.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.23.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.23.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.23.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.23.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.23.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.23.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.23.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.23.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.24.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.24.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.24.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.24.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.24.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.24.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.24.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.24.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.24.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.25.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.25.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.25.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.25.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.25.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.25.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.25.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.25.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.25.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.26.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.26.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.26.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.26.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.26.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.26.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.26.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.26.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.26.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.27.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.27.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.27.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.27.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.27.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.27.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.27.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.27.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.27.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.28.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.28.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.28.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.28.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.28.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.28.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.28.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.28.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.28.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.29.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.29.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.29.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.29.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.29.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.29.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.29.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.29.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.29.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.30.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.30.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.30.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.30.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.30.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.30.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.30.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.30.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.30.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.31.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.31.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.31.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.31.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.31.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.31.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.31.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.31.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.31.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.32.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.32.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.32.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.32.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.32.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.32.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.32.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.32.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.32.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.33.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.33.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.33.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.33.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.33.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.33.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.33.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.33.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.33.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.34.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.34.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.34.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.34.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.34.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.34.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.34.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.34.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.34.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.35.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.35.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.35.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.35.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.35.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.35.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.35.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.35.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.35.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.36.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.36.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.36.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.36.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.36.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.36.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.36.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.36.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.36.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.37.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.37.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.37.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.37.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.37.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.37.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.37.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.37.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.37.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.38.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.38.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.38.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.38.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.38.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.38.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.38.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.38.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.38.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.39.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.39.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.39.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.39.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.39.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.39.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.39.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.39.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.39.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.40.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.40.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.40.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.40.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.40.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.40.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.40.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.40.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.40.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.41.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.41.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.41.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.41.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.41.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.41.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.41.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.41.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.41.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.42.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.42.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.42.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.42.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.42.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.42.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.42.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.42.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.42.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.blocks.43.attention_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.43.attention.q_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.43.attention.k_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.43.attention.v_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.43.attention.o_proj.weight":[16384,16384],"video_encoder.hierarchy.stages.2.blocks.43.ffn_norm.weight":[16384],"video_encoder.hierarchy.stages.2.blocks.43.mlp.experts.0.gate_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.43.mlp.experts.0.up_proj.weight":[65536,16384],"video_encoder.hierarchy.stages.2.blocks.43.mlp.experts.0.down_proj.weight":[16384,65536],"video_encoder.hierarchy.stages.2.chunker.boundary.weight":[1,16384],"video_encoder.hierarchy.stages.2.chunker.boundary.bias":[1],"video_encoder.hierarchy.stages.2.chunker.condition.weight":[16384,256],"video_encoder.hierarchy.transitions.0.weight":[8192,4096],"video_encoder.hierarchy.transitions.1.weight":[16384,8192],"video_encoder.hierarchy.dechunk_projections.0.weight":[4096,8192],"video_encoder.hierarchy.dechunk_projections.1.weight":[8192,16384],"eeg_encoder.electrode_projection.weight":[2048,64],"eeg_encoder.graph_mix.weight":[64,64],"eeg_encoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[2048,8192],"eeg_encoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[2048,8192],"eeg_encoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[2048,8192],"eeg_encoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[2048,8192],"eeg_encoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[2048,8192],"eeg_encoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[2048,2048],"eeg_encoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[2048],"eeg_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[8192,2048],"eeg_encoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[2048,8192],"eeg_encoder.hierarchy.stages.0.chunker.boundary.weight":[1,2048],"eeg_encoder.hierarchy.stages.0.chunker.boundary.bias":[1],"eeg_encoder.hierarchy.stages.0.chunker.condition.weight":[2048,256],"eeg_encoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[4096,4096],"eeg_encoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[4096],"eeg_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[16384,4096],"eeg_encoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[4096,16384],"eeg_encoder.hierarchy.stages.1.chunker.boundary.weight":[1,4096],"eeg_encoder.hierarchy.stages.1.chunker.boundary.bias":[1],"eeg_encoder.hierarchy.stages.1.chunker.condition.weight":[4096,256],"eeg_encoder.hierarchy.stages.2.blocks.0.attention_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.0.attention.q_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.0.attention.k_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.0.attention.v_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.0.attention.o_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.0.ffn_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.gate_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.up_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.0.mlp.experts.0.down_proj.weight":[8192,32768],"eeg_encoder.hierarchy.stages.2.blocks.1.attention_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.1.attention.q_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.1.attention.k_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.1.attention.v_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.1.attention.o_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.1.ffn_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.gate_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.up_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.1.mlp.experts.0.down_proj.weight":[8192,32768],"eeg_encoder.hierarchy.stages.2.blocks.2.attention_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.2.attention.q_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.2.attention.k_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.2.attention.v_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.2.attention.o_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.2.ffn_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.gate_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.up_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.2.mlp.experts.0.down_proj.weight":[8192,32768],"eeg_encoder.hierarchy.stages.2.blocks.3.attention_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.3.attention.q_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.3.attention.k_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.3.attention.v_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.3.attention.o_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.3.ffn_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.gate_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.up_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.3.mlp.experts.0.down_proj.weight":[8192,32768],"eeg_encoder.hierarchy.stages.2.blocks.4.attention_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.4.attention.q_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.4.attention.k_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.4.attention.v_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.4.attention.o_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.4.ffn_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.gate_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.up_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.4.mlp.experts.0.down_proj.weight":[8192,32768],"eeg_encoder.hierarchy.stages.2.blocks.5.attention_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.5.attention.q_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.5.attention.k_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.5.attention.v_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.5.attention.o_proj.weight":[8192,8192],"eeg_encoder.hierarchy.stages.2.blocks.5.ffn_norm.weight":[8192],"eeg_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.gate_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.up_proj.weight":[32768,8192],"eeg_encoder.hierarchy.stages.2.blocks.5.mlp.experts.0.down_proj.weight":[8192,32768],"eeg_encoder.hierarchy.stages.2.chunker.boundary.weight":[1,8192],"eeg_encoder.hierarchy.stages.2.chunker.boundary.bias":[1],"eeg_encoder.hierarchy.stages.2.chunker.condition.weight":[8192,256],"eeg_encoder.hierarchy.transitions.0.weight":[4096,2048],"eeg_encoder.hierarchy.transitions.1.weight":[8192,4096],"eeg_encoder.hierarchy.dechunk_projections.0.weight":[2048,4096],"eeg_encoder.hierarchy.dechunk_projections.1.weight":[4096,8192],"fusion.high_projections.audio_encoder.weight":[16384,12288],"fusion.high_projections.eeg_encoder.weight":[16384,8192],"fusion.high_projections.image_encoder.weight":[16384,12288],"fusion.high_projections.text_encoder.weight":[16384,8192],"fusion.high_projections.video_encoder.weight":[16384,16384],"fusion.detail_projections.audio_encoder.weight":[16384,4096],"fusion.detail_projections.eeg_encoder.weight":[16384,2048],"fusion.detail_projections.image_encoder.weight":[16384,4096],"fusion.detail_projections.text_encoder.weight":[16384,2048],"fusion.detail_projections.video_encoder.weight":[16384,4096],"fusion.modality_embedding.weight":[5,16384],"fusion.hierarchy.stages.0.blocks.0.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.0.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.0.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.0.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.1.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.1.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.1.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.2.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.2.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.2.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.3.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.3.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.3.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.4.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.4.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.4.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.5.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.5.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.5.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.6.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.6.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.6.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.7.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.7.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.7.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.8.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.8.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.8.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.8.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.8.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.8.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.8.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.9.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.9.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.9.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.9.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.9.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.9.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.9.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.10.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.10.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.10.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.10.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.10.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.10.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.10.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.11.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.11.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.11.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.11.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.11.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.11.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.11.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.12.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.12.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.12.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.12.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.12.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.12.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.12.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.13.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.13.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.13.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.13.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.13.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.13.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.13.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.14.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.14.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.14.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.14.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.14.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.14.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.14.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.15.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.15.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.15.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.15.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.15.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.15.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.15.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.16.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.16.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.16.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.16.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.16.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.16.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.16.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.17.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.17.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.17.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.17.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.17.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.17.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.17.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.18.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.18.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.18.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.18.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.18.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.18.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.18.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.19.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.19.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.19.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.19.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.19.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.19.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.19.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.20.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.20.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.20.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.20.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.20.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.20.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.20.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.21.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.21.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.21.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.21.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.21.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.21.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.21.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.22.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.22.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.22.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.22.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.22.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.22.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.22.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.23.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.23.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.23.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.23.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.23.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.23.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.23.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.24.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.24.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.24.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.24.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.24.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.24.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.24.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.25.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.25.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.25.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.25.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.25.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.25.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.25.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.26.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.26.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.26.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.26.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.26.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.26.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.26.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.27.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.27.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.27.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.27.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.27.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.27.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.27.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.28.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.28.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.28.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.28.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.28.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.28.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.28.mlp.experts.7.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.attention_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.29.attention.q_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.29.attention.k_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.29.attention.v_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.29.attention.o_proj.weight":[16384,16384],"fusion.hierarchy.stages.0.blocks.29.ffn_norm.weight":[16384],"fusion.hierarchy.stages.0.blocks.29.mlp.router.weight":[8,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.0.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.0.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.0.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.1.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.1.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.1.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.2.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.2.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.2.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.3.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.3.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.3.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.4.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.4.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.4.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.5.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.5.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.5.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.6.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.6.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.6.down_proj.weight":[16384,49152],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.7.gate_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.7.up_proj.weight":[49152,16384],"fusion.hierarchy.stages.0.blocks.29.mlp.experts.7.down_proj.weight":[16384,49152],"world_input.weight":[8192,16384],"world_model.stages.0.blocks.0.attention_norm.weight":[8192],"world_model.stages.0.blocks.0.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.0.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.0.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.0.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.0.ffn_norm.weight":[8192],"world_model.stages.0.blocks.0.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.0.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.0.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.attention_norm.weight":[8192],"world_model.stages.0.blocks.1.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.1.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.1.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.1.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.1.ffn_norm.weight":[8192],"world_model.stages.0.blocks.1.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.1.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.1.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.attention_norm.weight":[8192],"world_model.stages.0.blocks.2.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.2.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.2.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.2.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.2.ffn_norm.weight":[8192],"world_model.stages.0.blocks.2.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.2.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.2.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.attention_norm.weight":[8192],"world_model.stages.0.blocks.3.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.3.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.3.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.3.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.3.ffn_norm.weight":[8192],"world_model.stages.0.blocks.3.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.3.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.3.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.attention_norm.weight":[8192],"world_model.stages.0.blocks.4.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.4.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.4.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.4.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.4.ffn_norm.weight":[8192],"world_model.stages.0.blocks.4.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.4.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.4.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.attention_norm.weight":[8192],"world_model.stages.0.blocks.5.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.5.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.5.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.5.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.5.ffn_norm.weight":[8192],"world_model.stages.0.blocks.5.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.5.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.5.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.attention_norm.weight":[8192],"world_model.stages.0.blocks.6.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.6.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.6.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.6.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.6.ffn_norm.weight":[8192],"world_model.stages.0.blocks.6.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.6.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.6.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.attention_norm.weight":[8192],"world_model.stages.0.blocks.7.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.7.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.7.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.7.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.7.ffn_norm.weight":[8192],"world_model.stages.0.blocks.7.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.7.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.7.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.attention_norm.weight":[8192],"world_model.stages.0.blocks.8.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.8.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.8.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.8.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.8.ffn_norm.weight":[8192],"world_model.stages.0.blocks.8.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.8.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.8.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.8.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.attention_norm.weight":[8192],"world_model.stages.0.blocks.9.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.9.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.9.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.9.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.9.ffn_norm.weight":[8192],"world_model.stages.0.blocks.9.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.9.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.9.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.9.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.attention_norm.weight":[8192],"world_model.stages.0.blocks.10.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.10.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.10.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.10.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.10.ffn_norm.weight":[8192],"world_model.stages.0.blocks.10.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.10.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.10.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.10.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.attention_norm.weight":[8192],"world_model.stages.0.blocks.11.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.11.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.11.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.11.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.11.ffn_norm.weight":[8192],"world_model.stages.0.blocks.11.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.11.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.11.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.11.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.attention_norm.weight":[8192],"world_model.stages.0.blocks.12.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.12.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.12.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.12.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.12.ffn_norm.weight":[8192],"world_model.stages.0.blocks.12.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.12.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.12.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.12.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.attention_norm.weight":[8192],"world_model.stages.0.blocks.13.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.13.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.13.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.13.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.13.ffn_norm.weight":[8192],"world_model.stages.0.blocks.13.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.13.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.13.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.13.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.attention_norm.weight":[8192],"world_model.stages.0.blocks.14.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.14.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.14.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.14.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.14.ffn_norm.weight":[8192],"world_model.stages.0.blocks.14.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.14.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.14.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.14.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.attention_norm.weight":[8192],"world_model.stages.0.blocks.15.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.15.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.15.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.15.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.15.ffn_norm.weight":[8192],"world_model.stages.0.blocks.15.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.15.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.15.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.15.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.attention_norm.weight":[8192],"world_model.stages.0.blocks.16.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.16.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.16.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.16.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.16.ffn_norm.weight":[8192],"world_model.stages.0.blocks.16.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.16.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.16.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.16.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.attention_norm.weight":[8192],"world_model.stages.0.blocks.17.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.17.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.17.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.17.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.17.ffn_norm.weight":[8192],"world_model.stages.0.blocks.17.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.17.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.17.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.17.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.attention_norm.weight":[8192],"world_model.stages.0.blocks.18.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.18.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.18.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.18.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.18.ffn_norm.weight":[8192],"world_model.stages.0.blocks.18.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.18.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.18.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.18.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.attention_norm.weight":[8192],"world_model.stages.0.blocks.19.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.19.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.19.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.19.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.19.ffn_norm.weight":[8192],"world_model.stages.0.blocks.19.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.19.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.19.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.19.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.attention_norm.weight":[8192],"world_model.stages.0.blocks.20.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.20.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.20.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.20.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.20.ffn_norm.weight":[8192],"world_model.stages.0.blocks.20.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.20.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.20.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.20.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.attention_norm.weight":[8192],"world_model.stages.0.blocks.21.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.21.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.21.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.21.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.21.ffn_norm.weight":[8192],"world_model.stages.0.blocks.21.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.21.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.21.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.21.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.attention_norm.weight":[8192],"world_model.stages.0.blocks.22.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.22.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.22.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.22.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.22.ffn_norm.weight":[8192],"world_model.stages.0.blocks.22.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.22.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.22.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.22.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.attention_norm.weight":[8192],"world_model.stages.0.blocks.23.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.23.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.23.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.23.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.23.ffn_norm.weight":[8192],"world_model.stages.0.blocks.23.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.23.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.23.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.23.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.attention_norm.weight":[8192],"world_model.stages.0.blocks.24.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.24.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.24.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.24.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.24.ffn_norm.weight":[8192],"world_model.stages.0.blocks.24.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.24.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.24.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.24.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.attention_norm.weight":[8192],"world_model.stages.0.blocks.25.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.25.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.25.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.25.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.25.ffn_norm.weight":[8192],"world_model.stages.0.blocks.25.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.25.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.25.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.25.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.attention_norm.weight":[8192],"world_model.stages.0.blocks.26.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.26.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.26.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.26.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.26.ffn_norm.weight":[8192],"world_model.stages.0.blocks.26.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.26.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.26.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.26.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.attention_norm.weight":[8192],"world_model.stages.0.blocks.27.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.27.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.27.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.27.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.27.ffn_norm.weight":[8192],"world_model.stages.0.blocks.27.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.27.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.27.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.27.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.attention_norm.weight":[8192],"world_model.stages.0.blocks.28.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.28.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.28.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.28.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.28.ffn_norm.weight":[8192],"world_model.stages.0.blocks.28.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.28.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.28.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.28.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.attention_norm.weight":[8192],"world_model.stages.0.blocks.29.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.29.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.29.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.29.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.29.ffn_norm.weight":[8192],"world_model.stages.0.blocks.29.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.29.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.29.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.29.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.attention_norm.weight":[8192],"world_model.stages.0.blocks.30.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.30.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.30.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.30.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.30.ffn_norm.weight":[8192],"world_model.stages.0.blocks.30.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.30.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.30.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.30.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.attention_norm.weight":[8192],"world_model.stages.0.blocks.31.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.31.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.31.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.31.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.31.ffn_norm.weight":[8192],"world_model.stages.0.blocks.31.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.31.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.31.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.31.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.attention_norm.weight":[8192],"world_model.stages.0.blocks.32.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.32.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.32.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.32.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.32.ffn_norm.weight":[8192],"world_model.stages.0.blocks.32.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.32.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.32.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.32.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.attention_norm.weight":[8192],"world_model.stages.0.blocks.33.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.33.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.33.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.33.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.33.ffn_norm.weight":[8192],"world_model.stages.0.blocks.33.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.33.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.33.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.33.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.attention_norm.weight":[8192],"world_model.stages.0.blocks.34.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.34.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.34.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.34.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.34.ffn_norm.weight":[8192],"world_model.stages.0.blocks.34.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.34.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.34.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.34.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.attention_norm.weight":[8192],"world_model.stages.0.blocks.35.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.35.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.35.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.35.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.35.ffn_norm.weight":[8192],"world_model.stages.0.blocks.35.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.35.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.35.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.35.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.attention_norm.weight":[8192],"world_model.stages.0.blocks.36.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.36.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.36.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.36.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.36.ffn_norm.weight":[8192],"world_model.stages.0.blocks.36.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.36.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.36.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.36.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.attention_norm.weight":[8192],"world_model.stages.0.blocks.37.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.37.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.37.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.37.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.37.ffn_norm.weight":[8192],"world_model.stages.0.blocks.37.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.37.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.37.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.37.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.attention_norm.weight":[8192],"world_model.stages.0.blocks.38.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.38.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.38.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.38.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.38.ffn_norm.weight":[8192],"world_model.stages.0.blocks.38.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.38.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.38.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.38.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.attention_norm.weight":[8192],"world_model.stages.0.blocks.39.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.39.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.39.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.39.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.39.ffn_norm.weight":[8192],"world_model.stages.0.blocks.39.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.39.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.39.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.39.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.attention_norm.weight":[8192],"world_model.stages.0.blocks.40.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.40.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.40.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.40.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.40.ffn_norm.weight":[8192],"world_model.stages.0.blocks.40.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.40.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.40.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.40.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.attention_norm.weight":[8192],"world_model.stages.0.blocks.41.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.41.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.41.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.41.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.41.ffn_norm.weight":[8192],"world_model.stages.0.blocks.41.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.41.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.41.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.41.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.attention_norm.weight":[8192],"world_model.stages.0.blocks.42.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.42.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.42.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.42.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.42.ffn_norm.weight":[8192],"world_model.stages.0.blocks.42.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.42.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.42.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.42.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.attention_norm.weight":[8192],"world_model.stages.0.blocks.43.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.43.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.43.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.43.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.43.ffn_norm.weight":[8192],"world_model.stages.0.blocks.43.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.43.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.43.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.43.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.attention_norm.weight":[8192],"world_model.stages.0.blocks.44.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.44.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.44.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.44.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.44.ffn_norm.weight":[8192],"world_model.stages.0.blocks.44.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.44.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.44.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.44.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.attention_norm.weight":[8192],"world_model.stages.0.blocks.45.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.45.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.45.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.45.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.45.ffn_norm.weight":[8192],"world_model.stages.0.blocks.45.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.45.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.45.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.45.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.attention_norm.weight":[8192],"world_model.stages.0.blocks.46.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.46.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.46.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.46.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.46.ffn_norm.weight":[8192],"world_model.stages.0.blocks.46.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.46.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.46.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.46.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.attention_norm.weight":[8192],"world_model.stages.0.blocks.47.attention.q_proj.weight":[8192,8192],"world_model.stages.0.blocks.47.attention.k_proj.weight":[8192,8192],"world_model.stages.0.blocks.47.attention.v_proj.weight":[8192,8192],"world_model.stages.0.blocks.47.attention.o_proj.weight":[8192,8192],"world_model.stages.0.blocks.47.ffn_norm.weight":[8192],"world_model.stages.0.blocks.47.mlp.router.weight":[128,8192],"world_model.stages.0.blocks.47.mlp.experts.0.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.0.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.0.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.1.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.1.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.1.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.2.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.2.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.2.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.3.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.3.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.3.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.4.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.4.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.4.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.5.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.5.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.5.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.6.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.6.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.6.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.7.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.7.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.7.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.8.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.8.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.8.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.9.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.9.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.9.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.10.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.10.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.10.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.11.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.11.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.11.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.12.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.12.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.12.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.13.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.13.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.13.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.14.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.14.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.14.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.15.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.15.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.15.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.16.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.16.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.16.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.17.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.17.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.17.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.18.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.18.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.18.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.19.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.19.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.19.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.20.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.20.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.20.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.21.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.21.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.21.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.22.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.22.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.22.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.23.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.23.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.23.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.24.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.24.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.24.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.25.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.25.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.25.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.26.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.26.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.26.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.27.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.27.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.27.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.28.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.28.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.28.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.29.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.29.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.29.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.30.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.30.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.30.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.31.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.31.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.31.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.32.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.32.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.32.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.33.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.33.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.33.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.34.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.34.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.34.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.35.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.35.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.35.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.36.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.36.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.36.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.37.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.37.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.37.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.38.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.38.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.38.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.39.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.39.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.39.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.40.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.40.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.40.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.41.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.41.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.41.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.42.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.42.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.42.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.43.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.43.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.43.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.44.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.44.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.44.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.45.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.45.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.45.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.46.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.46.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.46.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.47.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.47.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.47.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.48.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.48.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.48.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.49.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.49.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.49.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.50.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.50.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.50.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.51.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.51.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.51.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.52.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.52.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.52.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.53.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.53.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.53.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.54.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.54.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.54.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.55.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.55.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.55.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.56.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.56.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.56.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.57.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.57.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.57.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.58.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.58.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.58.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.59.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.59.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.59.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.60.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.60.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.60.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.61.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.61.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.61.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.62.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.62.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.62.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.63.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.63.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.63.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.64.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.64.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.64.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.65.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.65.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.65.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.66.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.66.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.66.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.67.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.67.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.67.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.68.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.68.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.68.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.69.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.69.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.69.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.70.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.70.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.70.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.71.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.71.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.71.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.72.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.72.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.72.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.73.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.73.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.73.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.74.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.74.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.74.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.75.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.75.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.75.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.76.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.76.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.76.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.77.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.77.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.77.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.78.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.78.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.78.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.79.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.79.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.79.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.80.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.80.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.80.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.81.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.81.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.81.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.82.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.82.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.82.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.83.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.83.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.83.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.84.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.84.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.84.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.85.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.85.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.85.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.86.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.86.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.86.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.87.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.87.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.87.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.88.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.88.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.88.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.89.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.89.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.89.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.90.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.90.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.90.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.91.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.91.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.91.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.92.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.92.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.92.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.93.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.93.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.93.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.94.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.94.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.94.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.95.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.95.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.95.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.96.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.96.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.96.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.97.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.97.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.97.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.98.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.98.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.98.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.99.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.99.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.99.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.100.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.100.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.100.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.101.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.101.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.101.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.102.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.102.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.102.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.103.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.103.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.103.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.104.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.104.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.104.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.105.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.105.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.105.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.106.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.106.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.106.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.107.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.107.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.107.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.108.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.108.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.108.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.109.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.109.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.109.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.110.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.110.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.110.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.111.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.111.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.111.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.112.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.112.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.112.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.113.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.113.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.113.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.114.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.114.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.114.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.115.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.115.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.115.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.116.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.116.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.116.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.117.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.117.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.117.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.118.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.118.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.118.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.119.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.119.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.119.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.120.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.120.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.120.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.121.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.121.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.121.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.122.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.122.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.122.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.123.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.123.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.123.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.124.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.124.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.124.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.125.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.125.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.125.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.126.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.126.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.126.down_proj.weight":[8192,16384],"world_model.stages.0.blocks.47.mlp.experts.127.gate_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.127.up_proj.weight":[16384,8192],"world_model.stages.0.blocks.47.mlp.experts.127.down_proj.weight":[8192,16384],"world_model.stages.0.chunker.boundary.weight":[1,8192],"world_model.stages.0.chunker.boundary.bias":[1],"world_model.stages.0.chunker.condition.weight":[8192,256],"world_model.stages.1.blocks.0.attention_norm.weight":[12288],"world_model.stages.1.blocks.0.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.0.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.0.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.0.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.0.ffn_norm.weight":[12288],"world_model.stages.1.blocks.0.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.0.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.0.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.attention_norm.weight":[12288],"world_model.stages.1.blocks.1.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.1.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.1.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.1.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.1.ffn_norm.weight":[12288],"world_model.stages.1.blocks.1.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.1.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.1.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.attention_norm.weight":[12288],"world_model.stages.1.blocks.2.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.2.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.2.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.2.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.2.ffn_norm.weight":[12288],"world_model.stages.1.blocks.2.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.2.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.2.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.attention_norm.weight":[12288],"world_model.stages.1.blocks.3.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.3.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.3.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.3.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.3.ffn_norm.weight":[12288],"world_model.stages.1.blocks.3.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.3.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.3.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.attention_norm.weight":[12288],"world_model.stages.1.blocks.4.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.4.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.4.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.4.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.4.ffn_norm.weight":[12288],"world_model.stages.1.blocks.4.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.4.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.4.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.attention_norm.weight":[12288],"world_model.stages.1.blocks.5.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.5.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.5.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.5.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.5.ffn_norm.weight":[12288],"world_model.stages.1.blocks.5.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.5.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.5.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.attention_norm.weight":[12288],"world_model.stages.1.blocks.6.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.6.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.6.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.6.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.6.ffn_norm.weight":[12288],"world_model.stages.1.blocks.6.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.6.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.6.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.attention_norm.weight":[12288],"world_model.stages.1.blocks.7.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.7.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.7.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.7.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.7.ffn_norm.weight":[12288],"world_model.stages.1.blocks.7.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.7.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.7.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.attention_norm.weight":[12288],"world_model.stages.1.blocks.8.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.8.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.8.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.8.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.8.ffn_norm.weight":[12288],"world_model.stages.1.blocks.8.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.8.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.8.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.attention_norm.weight":[12288],"world_model.stages.1.blocks.9.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.9.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.9.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.9.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.9.ffn_norm.weight":[12288],"world_model.stages.1.blocks.9.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.9.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.9.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.attention_norm.weight":[12288],"world_model.stages.1.blocks.10.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.10.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.10.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.10.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.10.ffn_norm.weight":[12288],"world_model.stages.1.blocks.10.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.10.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.10.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.attention_norm.weight":[12288],"world_model.stages.1.blocks.11.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.11.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.11.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.11.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.11.ffn_norm.weight":[12288],"world_model.stages.1.blocks.11.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.11.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.11.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.attention_norm.weight":[12288],"world_model.stages.1.blocks.12.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.12.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.12.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.12.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.12.ffn_norm.weight":[12288],"world_model.stages.1.blocks.12.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.12.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.12.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.attention_norm.weight":[12288],"world_model.stages.1.blocks.13.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.13.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.13.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.13.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.13.ffn_norm.weight":[12288],"world_model.stages.1.blocks.13.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.13.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.13.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.attention_norm.weight":[12288],"world_model.stages.1.blocks.14.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.14.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.14.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.14.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.14.ffn_norm.weight":[12288],"world_model.stages.1.blocks.14.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.14.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.14.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.attention_norm.weight":[12288],"world_model.stages.1.blocks.15.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.15.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.15.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.15.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.15.ffn_norm.weight":[12288],"world_model.stages.1.blocks.15.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.15.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.15.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.attention_norm.weight":[12288],"world_model.stages.1.blocks.16.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.16.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.16.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.16.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.16.ffn_norm.weight":[12288],"world_model.stages.1.blocks.16.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.16.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.16.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.attention_norm.weight":[12288],"world_model.stages.1.blocks.17.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.17.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.17.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.17.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.17.ffn_norm.weight":[12288],"world_model.stages.1.blocks.17.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.17.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.17.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.attention_norm.weight":[12288],"world_model.stages.1.blocks.18.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.18.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.18.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.18.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.18.ffn_norm.weight":[12288],"world_model.stages.1.blocks.18.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.18.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.18.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.attention_norm.weight":[12288],"world_model.stages.1.blocks.19.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.19.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.19.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.19.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.19.ffn_norm.weight":[12288],"world_model.stages.1.blocks.19.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.19.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.19.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.attention_norm.weight":[12288],"world_model.stages.1.blocks.20.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.20.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.20.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.20.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.20.ffn_norm.weight":[12288],"world_model.stages.1.blocks.20.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.20.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.20.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.attention_norm.weight":[12288],"world_model.stages.1.blocks.21.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.21.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.21.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.21.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.21.ffn_norm.weight":[12288],"world_model.stages.1.blocks.21.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.21.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.21.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.attention_norm.weight":[12288],"world_model.stages.1.blocks.22.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.22.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.22.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.22.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.22.ffn_norm.weight":[12288],"world_model.stages.1.blocks.22.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.22.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.22.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.attention_norm.weight":[12288],"world_model.stages.1.blocks.23.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.23.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.23.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.23.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.23.ffn_norm.weight":[12288],"world_model.stages.1.blocks.23.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.23.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.23.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.attention_norm.weight":[12288],"world_model.stages.1.blocks.24.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.24.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.24.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.24.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.24.ffn_norm.weight":[12288],"world_model.stages.1.blocks.24.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.24.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.24.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.24.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.attention_norm.weight":[12288],"world_model.stages.1.blocks.25.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.25.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.25.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.25.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.25.ffn_norm.weight":[12288],"world_model.stages.1.blocks.25.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.25.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.25.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.25.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.attention_norm.weight":[12288],"world_model.stages.1.blocks.26.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.26.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.26.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.26.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.26.ffn_norm.weight":[12288],"world_model.stages.1.blocks.26.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.26.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.26.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.26.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.attention_norm.weight":[12288],"world_model.stages.1.blocks.27.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.27.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.27.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.27.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.27.ffn_norm.weight":[12288],"world_model.stages.1.blocks.27.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.27.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.27.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.27.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.attention_norm.weight":[12288],"world_model.stages.1.blocks.28.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.28.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.28.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.28.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.28.ffn_norm.weight":[12288],"world_model.stages.1.blocks.28.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.28.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.28.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.28.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.attention_norm.weight":[12288],"world_model.stages.1.blocks.29.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.29.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.29.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.29.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.29.ffn_norm.weight":[12288],"world_model.stages.1.blocks.29.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.29.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.29.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.29.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.attention_norm.weight":[12288],"world_model.stages.1.blocks.30.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.30.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.30.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.30.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.30.ffn_norm.weight":[12288],"world_model.stages.1.blocks.30.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.30.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.30.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.30.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.attention_norm.weight":[12288],"world_model.stages.1.blocks.31.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.31.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.31.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.31.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.31.ffn_norm.weight":[12288],"world_model.stages.1.blocks.31.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.31.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.31.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.31.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.attention_norm.weight":[12288],"world_model.stages.1.blocks.32.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.32.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.32.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.32.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.32.ffn_norm.weight":[12288],"world_model.stages.1.blocks.32.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.32.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.32.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.32.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.attention_norm.weight":[12288],"world_model.stages.1.blocks.33.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.33.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.33.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.33.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.33.ffn_norm.weight":[12288],"world_model.stages.1.blocks.33.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.33.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.33.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.33.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.attention_norm.weight":[12288],"world_model.stages.1.blocks.34.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.34.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.34.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.34.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.34.ffn_norm.weight":[12288],"world_model.stages.1.blocks.34.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.34.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.34.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.34.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.attention_norm.weight":[12288],"world_model.stages.1.blocks.35.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.35.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.35.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.35.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.35.ffn_norm.weight":[12288],"world_model.stages.1.blocks.35.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.35.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.35.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.35.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.attention_norm.weight":[12288],"world_model.stages.1.blocks.36.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.36.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.36.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.36.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.36.ffn_norm.weight":[12288],"world_model.stages.1.blocks.36.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.36.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.36.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.36.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.attention_norm.weight":[12288],"world_model.stages.1.blocks.37.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.37.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.37.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.37.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.37.ffn_norm.weight":[12288],"world_model.stages.1.blocks.37.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.37.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.37.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.37.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.attention_norm.weight":[12288],"world_model.stages.1.blocks.38.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.38.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.38.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.38.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.38.ffn_norm.weight":[12288],"world_model.stages.1.blocks.38.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.38.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.38.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.38.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.attention_norm.weight":[12288],"world_model.stages.1.blocks.39.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.39.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.39.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.39.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.39.ffn_norm.weight":[12288],"world_model.stages.1.blocks.39.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.39.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.39.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.39.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.attention_norm.weight":[12288],"world_model.stages.1.blocks.40.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.40.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.40.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.40.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.40.ffn_norm.weight":[12288],"world_model.stages.1.blocks.40.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.40.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.40.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.40.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.attention_norm.weight":[12288],"world_model.stages.1.blocks.41.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.41.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.41.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.41.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.41.ffn_norm.weight":[12288],"world_model.stages.1.blocks.41.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.41.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.41.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.41.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.attention_norm.weight":[12288],"world_model.stages.1.blocks.42.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.42.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.42.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.42.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.42.ffn_norm.weight":[12288],"world_model.stages.1.blocks.42.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.42.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.42.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.42.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.attention_norm.weight":[12288],"world_model.stages.1.blocks.43.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.43.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.43.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.43.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.43.ffn_norm.weight":[12288],"world_model.stages.1.blocks.43.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.43.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.43.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.43.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.attention_norm.weight":[12288],"world_model.stages.1.blocks.44.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.44.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.44.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.44.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.44.ffn_norm.weight":[12288],"world_model.stages.1.blocks.44.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.44.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.44.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.44.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.attention_norm.weight":[12288],"world_model.stages.1.blocks.45.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.45.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.45.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.45.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.45.ffn_norm.weight":[12288],"world_model.stages.1.blocks.45.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.45.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.45.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.45.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.attention_norm.weight":[12288],"world_model.stages.1.blocks.46.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.46.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.46.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.46.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.46.ffn_norm.weight":[12288],"world_model.stages.1.blocks.46.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.46.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.46.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.46.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.attention_norm.weight":[12288],"world_model.stages.1.blocks.47.attention.q_proj.weight":[12288,12288],"world_model.stages.1.blocks.47.attention.k_proj.weight":[12288,12288],"world_model.stages.1.blocks.47.attention.v_proj.weight":[12288,12288],"world_model.stages.1.blocks.47.attention.o_proj.weight":[12288,12288],"world_model.stages.1.blocks.47.ffn_norm.weight":[12288],"world_model.stages.1.blocks.47.mlp.router.weight":[128,12288],"world_model.stages.1.blocks.47.mlp.experts.0.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.0.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.0.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.1.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.1.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.1.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.2.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.2.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.2.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.3.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.3.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.3.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.4.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.4.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.4.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.5.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.5.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.5.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.6.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.6.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.6.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.7.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.7.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.7.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.8.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.8.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.8.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.9.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.9.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.9.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.10.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.10.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.10.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.11.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.11.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.11.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.12.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.12.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.12.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.13.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.13.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.13.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.14.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.14.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.14.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.15.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.15.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.15.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.16.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.16.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.16.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.17.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.17.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.17.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.18.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.18.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.18.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.19.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.19.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.19.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.20.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.20.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.20.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.21.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.21.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.21.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.22.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.22.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.22.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.23.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.23.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.23.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.24.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.24.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.24.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.25.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.25.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.25.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.26.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.26.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.26.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.27.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.27.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.27.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.28.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.28.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.28.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.29.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.29.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.29.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.30.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.30.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.30.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.31.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.31.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.31.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.32.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.32.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.32.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.33.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.33.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.33.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.34.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.34.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.34.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.35.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.35.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.35.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.36.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.36.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.36.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.37.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.37.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.37.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.38.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.38.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.38.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.39.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.39.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.39.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.40.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.40.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.40.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.41.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.41.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.41.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.42.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.42.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.42.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.43.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.43.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.43.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.44.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.44.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.44.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.45.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.45.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.45.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.46.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.46.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.46.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.47.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.47.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.47.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.48.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.48.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.48.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.49.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.49.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.49.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.50.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.50.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.50.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.51.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.51.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.51.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.52.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.52.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.52.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.53.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.53.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.53.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.54.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.54.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.54.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.55.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.55.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.55.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.56.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.56.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.56.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.57.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.57.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.57.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.58.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.58.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.58.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.59.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.59.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.59.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.60.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.60.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.60.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.61.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.61.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.61.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.62.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.62.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.62.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.63.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.63.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.63.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.64.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.64.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.64.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.65.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.65.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.65.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.66.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.66.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.66.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.67.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.67.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.67.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.68.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.68.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.68.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.69.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.69.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.69.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.70.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.70.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.70.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.71.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.71.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.71.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.72.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.72.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.72.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.73.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.73.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.73.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.74.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.74.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.74.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.75.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.75.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.75.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.76.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.76.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.76.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.77.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.77.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.77.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.78.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.78.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.78.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.79.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.79.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.79.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.80.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.80.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.80.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.81.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.81.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.81.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.82.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.82.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.82.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.83.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.83.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.83.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.84.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.84.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.84.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.85.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.85.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.85.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.86.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.86.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.86.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.87.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.87.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.87.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.88.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.88.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.88.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.89.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.89.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.89.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.90.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.90.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.90.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.91.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.91.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.91.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.92.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.92.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.92.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.93.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.93.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.93.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.94.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.94.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.94.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.95.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.95.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.95.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.96.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.96.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.96.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.97.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.97.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.97.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.98.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.98.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.98.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.99.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.99.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.99.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.100.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.100.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.100.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.101.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.101.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.101.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.102.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.102.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.102.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.103.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.103.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.103.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.104.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.104.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.104.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.105.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.105.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.105.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.106.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.106.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.106.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.107.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.107.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.107.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.108.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.108.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.108.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.109.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.109.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.109.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.110.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.110.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.110.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.111.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.111.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.111.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.112.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.112.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.112.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.113.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.113.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.113.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.114.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.114.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.114.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.115.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.115.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.115.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.116.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.116.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.116.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.117.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.117.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.117.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.118.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.118.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.118.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.119.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.119.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.119.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.120.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.120.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.120.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.121.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.121.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.121.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.122.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.122.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.122.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.123.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.123.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.123.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.124.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.124.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.124.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.125.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.125.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.125.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.126.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.126.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.126.down_proj.weight":[12288,24576],"world_model.stages.1.blocks.47.mlp.experts.127.gate_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.127.up_proj.weight":[24576,12288],"world_model.stages.1.blocks.47.mlp.experts.127.down_proj.weight":[12288,24576],"world_model.stages.1.chunker.boundary.weight":[1,12288],"world_model.stages.1.chunker.boundary.bias":[1],"world_model.stages.1.chunker.condition.weight":[12288,256],"world_model.stages.2.blocks.0.attention_norm.weight":[16384],"world_model.stages.2.blocks.0.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.0.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.0.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.0.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.0.ffn_norm.weight":[16384],"world_model.stages.2.blocks.0.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.0.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.0.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.0.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.attention_norm.weight":[16384],"world_model.stages.2.blocks.1.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.1.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.1.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.1.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.1.ffn_norm.weight":[16384],"world_model.stages.2.blocks.1.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.1.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.1.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.1.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.attention_norm.weight":[16384],"world_model.stages.2.blocks.2.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.2.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.2.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.2.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.2.ffn_norm.weight":[16384],"world_model.stages.2.blocks.2.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.2.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.2.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.2.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.attention_norm.weight":[16384],"world_model.stages.2.blocks.3.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.3.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.3.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.3.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.3.ffn_norm.weight":[16384],"world_model.stages.2.blocks.3.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.3.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.3.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.3.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.attention_norm.weight":[16384],"world_model.stages.2.blocks.4.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.4.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.4.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.4.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.4.ffn_norm.weight":[16384],"world_model.stages.2.blocks.4.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.4.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.4.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.4.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.attention_norm.weight":[16384],"world_model.stages.2.blocks.5.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.5.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.5.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.5.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.5.ffn_norm.weight":[16384],"world_model.stages.2.blocks.5.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.5.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.5.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.5.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.attention_norm.weight":[16384],"world_model.stages.2.blocks.6.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.6.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.6.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.6.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.6.ffn_norm.weight":[16384],"world_model.stages.2.blocks.6.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.6.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.6.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.6.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.attention_norm.weight":[16384],"world_model.stages.2.blocks.7.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.7.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.7.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.7.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.7.ffn_norm.weight":[16384],"world_model.stages.2.blocks.7.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.7.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.7.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.7.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.attention_norm.weight":[16384],"world_model.stages.2.blocks.8.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.8.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.8.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.8.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.8.ffn_norm.weight":[16384],"world_model.stages.2.blocks.8.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.8.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.8.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.8.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.attention_norm.weight":[16384],"world_model.stages.2.blocks.9.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.9.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.9.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.9.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.9.ffn_norm.weight":[16384],"world_model.stages.2.blocks.9.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.9.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.9.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.9.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.attention_norm.weight":[16384],"world_model.stages.2.blocks.10.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.10.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.10.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.10.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.10.ffn_norm.weight":[16384],"world_model.stages.2.blocks.10.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.10.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.10.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.10.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.attention_norm.weight":[16384],"world_model.stages.2.blocks.11.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.11.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.11.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.11.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.11.ffn_norm.weight":[16384],"world_model.stages.2.blocks.11.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.11.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.11.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.11.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.attention_norm.weight":[16384],"world_model.stages.2.blocks.12.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.12.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.12.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.12.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.12.ffn_norm.weight":[16384],"world_model.stages.2.blocks.12.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.12.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.12.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.12.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.attention_norm.weight":[16384],"world_model.stages.2.blocks.13.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.13.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.13.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.13.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.13.ffn_norm.weight":[16384],"world_model.stages.2.blocks.13.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.13.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.13.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.13.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.attention_norm.weight":[16384],"world_model.stages.2.blocks.14.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.14.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.14.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.14.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.14.ffn_norm.weight":[16384],"world_model.stages.2.blocks.14.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.14.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.14.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.14.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.attention_norm.weight":[16384],"world_model.stages.2.blocks.15.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.15.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.15.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.15.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.15.ffn_norm.weight":[16384],"world_model.stages.2.blocks.15.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.15.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.15.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.15.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.attention_norm.weight":[16384],"world_model.stages.2.blocks.16.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.16.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.16.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.16.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.16.ffn_norm.weight":[16384],"world_model.stages.2.blocks.16.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.16.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.16.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.16.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.attention_norm.weight":[16384],"world_model.stages.2.blocks.17.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.17.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.17.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.17.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.17.ffn_norm.weight":[16384],"world_model.stages.2.blocks.17.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.17.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.17.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.17.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.attention_norm.weight":[16384],"world_model.stages.2.blocks.18.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.18.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.18.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.18.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.18.ffn_norm.weight":[16384],"world_model.stages.2.blocks.18.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.18.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.18.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.18.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.attention_norm.weight":[16384],"world_model.stages.2.blocks.19.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.19.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.19.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.19.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.19.ffn_norm.weight":[16384],"world_model.stages.2.blocks.19.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.19.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.19.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.19.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.attention_norm.weight":[16384],"world_model.stages.2.blocks.20.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.20.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.20.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.20.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.20.ffn_norm.weight":[16384],"world_model.stages.2.blocks.20.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.20.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.20.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.20.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.attention_norm.weight":[16384],"world_model.stages.2.blocks.21.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.21.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.21.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.21.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.21.ffn_norm.weight":[16384],"world_model.stages.2.blocks.21.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.21.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.21.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.21.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.attention_norm.weight":[16384],"world_model.stages.2.blocks.22.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.22.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.22.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.22.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.22.ffn_norm.weight":[16384],"world_model.stages.2.blocks.22.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.22.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.22.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.22.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.attention_norm.weight":[16384],"world_model.stages.2.blocks.23.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.23.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.23.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.23.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.23.ffn_norm.weight":[16384],"world_model.stages.2.blocks.23.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.23.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.23.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.23.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.attention_norm.weight":[16384],"world_model.stages.2.blocks.24.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.24.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.24.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.24.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.24.ffn_norm.weight":[16384],"world_model.stages.2.blocks.24.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.24.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.24.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.24.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.attention_norm.weight":[16384],"world_model.stages.2.blocks.25.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.25.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.25.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.25.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.25.ffn_norm.weight":[16384],"world_model.stages.2.blocks.25.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.25.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.25.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.25.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.attention_norm.weight":[16384],"world_model.stages.2.blocks.26.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.26.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.26.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.26.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.26.ffn_norm.weight":[16384],"world_model.stages.2.blocks.26.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.26.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.26.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.26.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.attention_norm.weight":[16384],"world_model.stages.2.blocks.27.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.27.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.27.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.27.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.27.ffn_norm.weight":[16384],"world_model.stages.2.blocks.27.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.27.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.27.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.27.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.attention_norm.weight":[16384],"world_model.stages.2.blocks.28.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.28.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.28.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.28.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.28.ffn_norm.weight":[16384],"world_model.stages.2.blocks.28.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.28.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.28.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.28.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.attention_norm.weight":[16384],"world_model.stages.2.blocks.29.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.29.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.29.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.29.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.29.ffn_norm.weight":[16384],"world_model.stages.2.blocks.29.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.29.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.29.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.29.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.attention_norm.weight":[16384],"world_model.stages.2.blocks.30.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.30.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.30.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.30.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.30.ffn_norm.weight":[16384],"world_model.stages.2.blocks.30.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.30.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.30.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.30.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.attention_norm.weight":[16384],"world_model.stages.2.blocks.31.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.31.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.31.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.31.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.31.ffn_norm.weight":[16384],"world_model.stages.2.blocks.31.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.31.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.31.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.31.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.attention_norm.weight":[16384],"world_model.stages.2.blocks.32.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.32.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.32.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.32.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.32.ffn_norm.weight":[16384],"world_model.stages.2.blocks.32.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.32.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.32.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.32.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.attention_norm.weight":[16384],"world_model.stages.2.blocks.33.attention.q_proj.weight":[16384,16384],"world_model.stages.2.blocks.33.attention.k_proj.weight":[16384,16384],"world_model.stages.2.blocks.33.attention.v_proj.weight":[16384,16384],"world_model.stages.2.blocks.33.attention.o_proj.weight":[16384,16384],"world_model.stages.2.blocks.33.ffn_norm.weight":[16384],"world_model.stages.2.blocks.33.mlp.router.weight":[128,16384],"world_model.stages.2.blocks.33.mlp.experts.0.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.0.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.0.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.1.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.1.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.1.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.2.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.2.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.2.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.3.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.3.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.3.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.4.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.4.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.4.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.5.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.5.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.5.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.6.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.6.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.6.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.7.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.7.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.7.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.8.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.8.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.8.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.9.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.9.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.9.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.10.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.10.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.10.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.11.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.11.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.11.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.12.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.12.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.12.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.13.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.13.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.13.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.14.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.14.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.14.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.15.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.15.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.15.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.16.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.16.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.16.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.17.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.17.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.17.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.18.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.18.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.18.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.19.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.19.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.19.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.20.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.20.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.20.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.21.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.21.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.21.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.22.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.22.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.22.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.23.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.23.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.23.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.24.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.24.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.24.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.25.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.25.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.25.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.26.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.26.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.26.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.27.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.27.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.27.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.28.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.28.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.28.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.29.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.29.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.29.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.30.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.30.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.30.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.31.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.31.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.31.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.32.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.32.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.32.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.33.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.33.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.33.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.34.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.34.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.34.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.35.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.35.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.35.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.36.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.36.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.36.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.37.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.37.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.37.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.38.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.38.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.38.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.39.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.39.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.39.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.40.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.40.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.40.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.41.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.41.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.41.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.42.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.42.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.42.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.43.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.43.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.43.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.44.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.44.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.44.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.45.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.45.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.45.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.46.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.46.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.46.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.47.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.47.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.47.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.48.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.48.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.48.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.49.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.49.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.49.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.50.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.50.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.50.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.51.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.51.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.51.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.52.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.52.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.52.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.53.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.53.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.53.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.54.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.54.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.54.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.55.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.55.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.55.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.56.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.56.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.56.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.57.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.57.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.57.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.58.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.58.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.58.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.59.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.59.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.59.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.60.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.60.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.60.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.61.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.61.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.61.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.62.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.62.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.62.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.63.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.63.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.63.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.64.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.64.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.64.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.65.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.65.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.65.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.66.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.66.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.66.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.67.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.67.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.67.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.68.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.68.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.68.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.69.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.69.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.69.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.70.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.70.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.70.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.71.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.71.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.71.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.72.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.72.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.72.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.73.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.73.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.73.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.74.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.74.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.74.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.75.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.75.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.75.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.76.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.76.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.76.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.77.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.77.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.77.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.78.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.78.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.78.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.79.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.79.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.79.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.80.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.80.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.80.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.81.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.81.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.81.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.82.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.82.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.82.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.83.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.83.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.83.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.84.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.84.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.84.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.85.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.85.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.85.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.86.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.86.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.86.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.87.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.87.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.87.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.88.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.88.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.88.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.89.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.89.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.89.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.90.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.90.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.90.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.91.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.91.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.91.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.92.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.92.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.92.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.93.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.93.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.93.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.94.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.94.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.94.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.95.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.95.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.95.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.96.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.96.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.96.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.97.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.97.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.97.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.98.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.98.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.98.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.99.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.99.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.99.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.100.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.100.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.100.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.101.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.101.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.101.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.102.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.102.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.102.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.103.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.103.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.103.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.104.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.104.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.104.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.105.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.105.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.105.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.106.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.106.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.106.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.107.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.107.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.107.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.108.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.108.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.108.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.109.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.109.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.109.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.110.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.110.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.110.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.111.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.111.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.111.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.112.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.112.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.112.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.113.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.113.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.113.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.114.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.114.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.114.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.115.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.115.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.115.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.116.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.116.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.116.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.117.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.117.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.117.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.118.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.118.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.118.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.119.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.119.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.119.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.120.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.120.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.120.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.121.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.121.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.121.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.122.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.122.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.122.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.123.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.123.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.123.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.124.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.124.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.124.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.125.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.125.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.125.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.126.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.126.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.126.down_proj.weight":[16384,32768],"world_model.stages.2.blocks.33.mlp.experts.127.gate_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.127.up_proj.weight":[32768,16384],"world_model.stages.2.blocks.33.mlp.experts.127.down_proj.weight":[16384,32768],"world_model.stages.2.chunker.boundary.weight":[1,16384],"world_model.stages.2.chunker.boundary.bias":[1],"world_model.stages.2.chunker.condition.weight":[16384,256],"world_model.transitions.0.weight":[12288,8192],"world_model.transitions.1.weight":[16384,12288],"world_model.dechunk_projections.0.weight":[8192,12288],"world_model.dechunk_projections.1.weight":[12288,16384],"world_detail_projection.weight":[16384,8192],"text_head.weight":[259,16384],"audio_decoder.input_projection.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.6.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.6.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.7.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.7.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.8.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.8.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.8.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.8.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.8.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.8.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.8.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.8.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.8.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.9.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.9.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.9.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.9.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.9.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.9.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.9.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.9.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.9.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.10.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.10.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.10.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.10.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.10.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.10.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.10.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.10.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.10.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.0.blocks.11.attention_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.11.attention.q_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.11.attention.k_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.11.attention.v_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.11.attention.o_proj.weight":[4096,4096],"audio_decoder.hierarchy.stages.0.blocks.11.ffn_norm.weight":[4096],"audio_decoder.hierarchy.stages.0.blocks.11.mlp.experts.0.gate_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.11.mlp.experts.0.up_proj.weight":[16384,4096],"audio_decoder.hierarchy.stages.0.blocks.11.mlp.experts.0.down_proj.weight":[4096,16384],"audio_decoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.12.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.12.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.12.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.12.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.12.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.13.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.13.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.13.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.13.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.13.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.14.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.14.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.14.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.14.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.14.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.15.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.15.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.15.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.15.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.15.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.16.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.16.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.16.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.16.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.16.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.17.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.17.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.17.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.17.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.17.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.18.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.18.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.18.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.18.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.18.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.19.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.19.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.19.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.19.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.19.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.20.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.20.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.20.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.20.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.20.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.21.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.21.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.21.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.21.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.21.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.22.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.22.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.22.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.22.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.22.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.23.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.23.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.23.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.23.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.23.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.24.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.24.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.24.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.24.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.24.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.25.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.25.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.25.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.25.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.25.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.26.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.26.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.26.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.26.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.26.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.27.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.27.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.27.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.27.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.27.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.28.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.28.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.28.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.28.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.28.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.29.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.29.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.29.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.29.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.29.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.30.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.30.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.30.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.30.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.30.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.31.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.31.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.31.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.31.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.31.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.32.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.32.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.32.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.32.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.32.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.33.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.33.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.33.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.33.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.33.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.34.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.34.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.34.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.34.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.34.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.35.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.35.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.35.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.35.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.35.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.36.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.36.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.36.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.36.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.36.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.37.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.37.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.37.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.37.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.37.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.38.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.38.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.38.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.38.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.38.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.39.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.39.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.39.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.39.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.39.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.40.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.40.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.40.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.40.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.40.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.41.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.41.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.41.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.41.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.41.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.42.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.42.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.42.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.42.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.42.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.43.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.43.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.43.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.43.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.43.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.44.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.44.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.44.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.44.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.44.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.45.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.45.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.45.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.45.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.45.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.46.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.46.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.46.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.46.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.46.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.47.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.47.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.47.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.47.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.47.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.48.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.48.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.48.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.48.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.48.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.49.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.49.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.49.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.49.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.49.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.50.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.50.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.50.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.50.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.50.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.51.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.51.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.51.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.51.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.51.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.52.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.52.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.52.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.52.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.52.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.52.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.53.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.53.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.53.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.53.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.53.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.53.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.54.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.54.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.54.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.54.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.54.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.54.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.55.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.55.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.55.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.55.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.55.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.55.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.56.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.56.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.56.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.56.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.56.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.56.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.57.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.57.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.57.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.57.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.57.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.57.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.58.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.58.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.58.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.58.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.58.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.58.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.59.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.59.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.59.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.59.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.59.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.59.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.60.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.60.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.60.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.60.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.60.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.60.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.61.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.61.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.61.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.61.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.61.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.61.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.62.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.62.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.62.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.62.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.62.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.62.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.63.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.63.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.63.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.63.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.63.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.63.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.64.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.64.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.64.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.64.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.64.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.64.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.65.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.65.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.65.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.65.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.65.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.65.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.66.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.66.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.66.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.66.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.66.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.66.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.67.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.67.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.67.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.67.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.67.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.67.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.68.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.68.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.68.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.68.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.68.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.68.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.69.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.69.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.69.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.69.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.69.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.69.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.70.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.70.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.70.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.70.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.70.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.70.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.71.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.71.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.71.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.71.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.71.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.71.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.72.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.72.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.72.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.72.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.72.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.72.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.73.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.73.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.73.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.73.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.73.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.73.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.74.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.74.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.74.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.74.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.74.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.74.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.75.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.75.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.75.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.75.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.75.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.75.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.76.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.76.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.76.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.76.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.76.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.76.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.77.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.77.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.77.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.77.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.77.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.77.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.78.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.78.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.78.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.78.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.78.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.78.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.79.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.79.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.79.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.79.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.79.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.79.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.80.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.80.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.80.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.80.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.80.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.80.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.81.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.81.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.81.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.81.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.81.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.81.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.82.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.82.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.82.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.82.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.82.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.82.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.attention_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.83.attention.q_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.83.attention.k_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.83.attention.v_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.83.attention.o_proj.weight":[8192,8192],"audio_decoder.hierarchy.stages.1.blocks.83.ffn_norm.weight":[8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.router.weight":[8,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.0.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.0.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.0.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.1.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.1.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.1.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.2.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.2.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.2.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.3.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.3.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.3.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.4.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.4.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.4.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.5.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.5.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.5.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.6.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.6.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.6.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.7.gate_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.7.up_proj.weight":[16384,8192],"audio_decoder.hierarchy.stages.1.blocks.83.mlp.experts.7.down_proj.weight":[8192,16384],"audio_decoder.hierarchy.transitions.0.weight":[8192,4096],"audio_decoder.output_projection.weight":[8192,8192],"image_decoder.input_projection.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.6.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.6.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.0.blocks.7.attention_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[4096,4096],"image_decoder.hierarchy.stages.0.blocks.7.ffn_norm.weight":[4096],"image_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,4096],"image_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[4096,16384],"image_decoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.0.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.1.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.2.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.3.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.4.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.5.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.6.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.7.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.8.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.9.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.10.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.11.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.12.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.12.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.12.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.12.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.12.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.12.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.13.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.13.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.13.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.13.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.13.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.13.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.14.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.14.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.14.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.14.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.14.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.14.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.15.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.15.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.15.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.15.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.15.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.15.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.16.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.16.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.16.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.16.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.16.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.16.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.17.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.17.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.17.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.17.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.17.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.17.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.18.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.18.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.18.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.18.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.18.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.18.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.19.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.19.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.19.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.19.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.19.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.19.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.20.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.20.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.20.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.20.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.20.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.20.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.21.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.21.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.21.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.21.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.21.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.21.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.22.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.22.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.22.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.22.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.22.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.22.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.23.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.23.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.23.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.23.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.23.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.23.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.24.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.24.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.24.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.24.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.24.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.24.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.25.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.25.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.25.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.25.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.25.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.25.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.26.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.26.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.26.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.26.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.26.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.26.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.27.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.27.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.27.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.27.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.27.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.27.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.28.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.28.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.28.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.28.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.28.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.28.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.29.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.29.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.29.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.29.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.29.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.29.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.30.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.30.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.30.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.30.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.30.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.30.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.31.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.31.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.31.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.31.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.31.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.31.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.32.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.32.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.32.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.32.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.32.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.32.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.33.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.33.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.33.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.33.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.33.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.33.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.34.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.34.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.34.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.34.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.34.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.34.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.35.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.35.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.35.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.35.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.35.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.35.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.36.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.36.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.36.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.36.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.36.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.36.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.37.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.37.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.37.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.37.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.37.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.37.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.38.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.38.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.38.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.38.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.38.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.38.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.39.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.39.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.39.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.39.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.39.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.39.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.40.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.40.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.40.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.40.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.40.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.40.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.41.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.41.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.41.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.41.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.41.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.41.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.42.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.42.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.42.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.42.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.42.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.42.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.43.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.43.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.43.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.43.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.43.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.43.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.44.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.44.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.44.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.44.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.44.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.44.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.45.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.45.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.45.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.45.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.45.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.45.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.46.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.46.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.46.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.46.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.46.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.46.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.47.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.47.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.47.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.47.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.47.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.47.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.48.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.48.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.48.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.48.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.48.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.48.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.49.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.49.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.49.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.49.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.49.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.49.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.50.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.50.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.50.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.50.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.50.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.50.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.attention_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.51.attention.q_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.51.attention.k_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.51.attention.v_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.51.attention.o_proj.weight":[12288,12288],"image_decoder.hierarchy.stages.1.blocks.51.ffn_norm.weight":[12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.router.weight":[16,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.8.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.8.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.8.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.9.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.9.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.9.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.10.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.10.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.10.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.11.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.11.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.11.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.12.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.12.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.12.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.13.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.13.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.13.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.14.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.14.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.14.down_proj.weight":[12288,24576],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.15.gate_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.15.up_proj.weight":[24576,12288],"image_decoder.hierarchy.stages.1.blocks.51.mlp.experts.15.down_proj.weight":[12288,24576],"image_decoder.hierarchy.transitions.0.weight":[12288,4096],"image_decoder.output_projection.weight":[64,12288],"video_decoder.input_projection.weight":[8192,16384],"video_decoder.hierarchy.stages.0.blocks.0.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.0.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.0.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.0.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.0.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.0.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.1.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.1.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.1.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.1.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.1.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.1.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.2.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.2.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.2.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.2.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.2.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.2.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.3.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.3.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.3.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.3.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.3.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.3.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.4.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.4.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.4.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.4.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.4.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.4.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.5.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.5.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.5.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.5.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.5.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.5.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.6.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.6.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.6.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.6.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.6.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.6.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.0.blocks.7.attention_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.7.attention.q_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.7.attention.k_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.7.attention.v_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.7.attention.o_proj.weight":[8192,8192],"video_decoder.hierarchy.stages.0.blocks.7.ffn_norm.weight":[8192],"video_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[32768,8192],"video_decoder.hierarchy.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[8192,32768],"video_decoder.hierarchy.stages.1.blocks.0.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.0.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.0.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.0.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.0.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.0.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.0.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.1.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.1.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.1.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.1.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.1.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.1.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.2.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.2.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.2.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.2.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.2.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.2.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.3.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.3.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.3.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.3.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.3.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.3.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.4.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.4.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.4.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.4.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.4.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.4.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.5.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.5.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.5.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.5.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.5.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.5.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.6.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.6.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.6.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.6.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.6.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.6.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.7.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.7.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.7.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.7.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.7.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.7.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.8.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.8.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.8.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.8.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.8.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.8.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.9.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.9.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.9.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.9.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.9.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.9.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.10.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.10.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.10.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.10.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.10.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.10.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.11.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.11.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.11.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.11.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.11.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.11.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.12.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.12.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.12.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.12.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.12.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.12.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.13.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.13.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.13.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.13.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.13.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.13.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.14.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.14.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.14.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.14.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.14.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.14.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.15.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.15.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.15.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.15.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.15.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.15.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.16.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.16.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.16.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.16.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.16.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.16.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.17.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.17.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.17.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.17.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.17.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.17.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.18.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.18.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.18.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.18.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.18.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.18.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.19.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.19.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.19.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.19.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.19.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.19.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.20.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.20.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.20.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.20.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.20.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.20.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.21.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.21.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.21.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.21.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.21.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.21.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.22.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.22.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.22.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.22.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.22.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.22.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.23.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.23.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.23.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.23.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.23.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.23.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.24.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.24.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.24.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.24.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.24.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.24.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.25.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.25.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.25.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.25.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.25.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.25.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.26.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.26.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.26.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.26.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.26.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.26.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.27.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.27.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.27.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.27.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.27.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.27.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.28.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.28.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.28.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.28.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.28.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.28.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.29.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.29.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.29.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.29.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.29.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.29.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.30.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.30.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.30.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.30.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.30.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.30.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.31.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.31.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.31.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.31.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.31.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.31.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.32.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.32.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.32.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.32.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.32.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.32.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.33.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.33.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.33.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.33.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.33.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.33.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.34.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.34.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.34.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.34.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.34.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.34.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.35.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.35.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.35.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.35.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.35.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.35.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.36.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.36.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.36.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.36.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.36.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.36.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.37.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.37.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.37.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.37.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.37.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.37.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.38.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.38.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.38.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.38.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.38.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.38.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.39.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.39.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.39.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.39.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.39.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.39.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.40.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.40.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.40.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.40.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.40.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.40.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.41.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.41.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.41.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.41.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.41.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.41.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.42.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.42.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.42.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.42.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.42.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.42.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.43.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.43.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.43.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.43.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.43.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.43.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.44.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.44.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.44.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.44.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.44.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.44.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.45.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.45.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.45.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.45.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.45.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.45.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.46.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.46.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.46.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.46.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.46.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.46.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.47.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.47.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.47.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.47.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.47.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.47.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.48.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.48.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.48.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.48.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.48.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.48.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.49.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.49.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.49.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.49.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.49.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.49.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.50.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.50.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.50.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.50.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.50.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.50.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.51.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.51.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.51.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.51.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.51.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.51.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.52.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.52.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.52.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.52.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.52.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.52.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.53.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.53.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.53.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.53.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.53.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.53.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.54.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.54.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.54.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.54.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.54.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.54.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.55.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.55.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.55.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.55.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.55.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.55.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.56.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.56.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.56.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.56.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.56.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.56.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.57.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.57.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.57.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.57.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.57.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.57.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.58.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.58.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.58.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.58.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.58.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.58.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.59.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.59.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.59.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.59.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.59.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.59.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.60.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.60.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.60.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.60.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.60.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.60.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.61.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.61.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.61.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.61.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.61.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.61.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.62.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.62.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.62.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.62.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.62.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.62.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.63.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.63.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.63.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.63.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.63.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.63.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.64.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.64.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.64.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.64.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.64.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.64.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.65.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.65.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.65.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.65.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.65.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.65.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.66.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.66.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.66.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.66.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.66.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.66.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.67.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.67.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.67.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.67.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.67.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.67.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.68.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.68.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.68.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.68.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.68.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.68.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.69.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.69.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.69.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.69.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.69.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.69.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.70.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.70.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.70.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.70.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.70.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.70.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.71.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.71.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.71.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.71.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.71.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.71.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.72.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.72.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.72.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.72.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.72.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.72.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.73.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.73.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.73.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.73.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.73.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.73.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.74.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.74.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.74.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.74.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.74.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.74.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.75.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.75.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.75.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.75.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.75.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.75.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.76.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.76.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.76.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.76.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.76.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.76.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.77.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.77.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.77.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.77.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.77.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.77.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.78.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.78.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.78.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.78.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.78.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.78.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.79.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.79.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.79.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.79.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.79.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.79.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.80.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.80.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.80.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.80.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.80.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.80.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.81.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.81.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.81.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.81.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.81.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.81.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.82.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.82.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.82.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.82.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.82.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.82.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.83.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.83.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.83.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.83.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.83.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.83.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.84.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.84.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.84.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.84.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.84.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.84.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.85.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.85.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.85.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.85.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.85.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.85.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.86.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.86.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.86.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.86.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.86.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.86.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.attention_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.87.attention.q_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.87.attention.k_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.87.attention.v_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.87.attention.o_proj.weight":[16384,16384],"video_decoder.hierarchy.stages.1.blocks.87.ffn_norm.weight":[16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.router.weight":[16,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.0.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.0.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.0.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.1.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.1.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.1.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.2.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.2.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.2.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.3.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.3.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.3.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.4.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.4.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.4.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.5.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.5.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.5.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.6.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.6.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.6.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.7.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.7.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.7.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.8.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.8.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.8.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.9.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.9.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.9.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.10.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.10.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.10.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.11.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.11.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.11.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.12.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.12.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.12.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.13.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.13.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.13.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.14.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.14.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.14.down_proj.weight":[16384,32768],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.15.gate_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.15.up_proj.weight":[32768,16384],"video_decoder.hierarchy.stages.1.blocks.87.mlp.experts.15.down_proj.weight":[16384,32768],"video_decoder.hierarchy.transitions.0.weight":[16384,8192],"video_decoder.output_projection.weight":[128,16384],"memory_input.weight":[8192,16384],"memory_control.stages.0.blocks.0.attention_norm.weight":[8192],"memory_control.stages.0.blocks.0.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.0.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.0.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.0.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.0.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.0.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.0.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.0.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.0.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.attention_norm.weight":[8192],"memory_control.stages.0.blocks.1.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.1.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.1.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.1.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.1.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.1.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.1.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.1.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.1.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.attention_norm.weight":[8192],"memory_control.stages.0.blocks.2.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.2.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.2.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.2.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.2.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.2.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.2.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.2.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.2.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.attention_norm.weight":[8192],"memory_control.stages.0.blocks.3.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.3.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.3.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.3.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.3.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.3.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.3.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.3.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.3.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.attention_norm.weight":[8192],"memory_control.stages.0.blocks.4.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.4.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.4.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.4.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.4.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.4.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.4.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.4.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.4.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.attention_norm.weight":[8192],"memory_control.stages.0.blocks.5.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.5.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.5.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.5.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.5.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.5.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.5.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.5.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.5.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.attention_norm.weight":[8192],"memory_control.stages.0.blocks.6.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.6.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.6.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.6.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.6.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.6.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.6.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.6.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.6.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.attention_norm.weight":[8192],"memory_control.stages.0.blocks.7.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.7.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.7.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.7.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.7.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.7.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.7.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.7.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.7.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.attention_norm.weight":[8192],"memory_control.stages.0.blocks.8.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.8.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.8.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.8.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.8.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.8.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.8.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.8.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.8.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.attention_norm.weight":[8192],"memory_control.stages.0.blocks.9.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.9.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.9.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.9.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.9.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.9.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.9.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.9.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.9.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.attention_norm.weight":[8192],"memory_control.stages.0.blocks.10.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.10.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.10.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.10.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.10.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.10.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.10.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.10.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.10.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.attention_norm.weight":[8192],"memory_control.stages.0.blocks.11.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.11.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.11.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.11.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.11.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.11.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.11.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.11.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.11.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.attention_norm.weight":[8192],"memory_control.stages.0.blocks.12.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.12.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.12.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.12.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.12.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.12.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.12.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.12.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.12.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.attention_norm.weight":[8192],"memory_control.stages.0.blocks.13.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.13.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.13.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.13.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.13.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.13.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.13.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.13.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.13.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.attention_norm.weight":[8192],"memory_control.stages.0.blocks.14.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.14.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.14.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.14.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.14.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.14.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.14.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.14.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.14.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.attention_norm.weight":[8192],"memory_control.stages.0.blocks.15.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.15.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.15.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.15.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.15.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.15.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.15.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.15.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.15.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.attention_norm.weight":[8192],"memory_control.stages.0.blocks.16.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.16.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.16.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.16.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.16.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.16.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.16.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.16.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.16.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.attention_norm.weight":[8192],"memory_control.stages.0.blocks.17.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.17.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.17.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.17.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.17.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.17.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.17.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.17.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.17.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.attention_norm.weight":[8192],"memory_control.stages.0.blocks.18.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.18.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.18.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.18.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.18.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.18.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.18.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.18.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.18.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.attention_norm.weight":[8192],"memory_control.stages.0.blocks.19.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.19.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.19.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.19.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.19.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.19.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.19.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.19.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.19.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.attention_norm.weight":[8192],"memory_control.stages.0.blocks.20.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.20.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.20.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.20.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.20.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.20.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.20.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.20.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.20.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.attention_norm.weight":[8192],"memory_control.stages.0.blocks.21.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.21.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.21.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.21.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.21.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.21.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.21.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.21.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.21.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.attention_norm.weight":[8192],"memory_control.stages.0.blocks.22.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.22.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.22.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.22.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.22.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.22.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.22.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.22.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.22.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.attention_norm.weight":[8192],"memory_control.stages.0.blocks.23.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.23.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.23.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.23.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.23.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.23.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.23.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.23.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.23.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.attention_norm.weight":[8192],"memory_control.stages.0.blocks.24.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.24.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.24.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.24.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.24.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.24.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.24.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.24.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.24.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.attention_norm.weight":[8192],"memory_control.stages.0.blocks.25.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.25.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.25.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.25.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.25.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.25.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.25.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.25.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.25.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.attention_norm.weight":[8192],"memory_control.stages.0.blocks.26.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.26.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.26.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.26.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.26.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.26.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.26.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.26.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.26.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.attention_norm.weight":[8192],"memory_control.stages.0.blocks.27.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.27.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.27.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.27.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.27.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.27.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.27.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.27.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.27.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.attention_norm.weight":[8192],"memory_control.stages.0.blocks.28.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.28.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.28.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.28.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.28.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.28.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.28.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.28.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.28.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.attention_norm.weight":[8192],"memory_control.stages.0.blocks.29.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.29.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.29.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.29.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.29.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.29.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.29.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.29.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.29.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.attention_norm.weight":[8192],"memory_control.stages.0.blocks.30.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.30.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.30.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.30.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.30.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.30.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.30.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.30.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.30.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.attention_norm.weight":[8192],"memory_control.stages.0.blocks.31.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.31.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.31.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.31.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.31.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.31.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.31.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.31.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.31.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.attention_norm.weight":[8192],"memory_control.stages.0.blocks.32.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.32.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.32.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.32.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.32.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.32.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.32.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.32.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.32.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.attention_norm.weight":[8192],"memory_control.stages.0.blocks.33.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.33.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.33.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.33.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.33.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.33.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.33.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.33.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.33.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.attention_norm.weight":[8192],"memory_control.stages.0.blocks.34.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.34.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.34.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.34.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.34.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.34.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.34.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.34.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.34.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.attention_norm.weight":[8192],"memory_control.stages.0.blocks.35.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.35.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.35.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.35.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.35.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.35.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.35.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.35.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.35.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.attention_norm.weight":[8192],"memory_control.stages.0.blocks.36.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.36.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.36.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.36.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.36.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.36.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.36.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.36.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.36.mlp.experts.31.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.attention_norm.weight":[8192],"memory_control.stages.0.blocks.37.attention.q_proj.weight":[8192,8192],"memory_control.stages.0.blocks.37.attention.k_proj.weight":[8192,8192],"memory_control.stages.0.blocks.37.attention.v_proj.weight":[8192,8192],"memory_control.stages.0.blocks.37.attention.o_proj.weight":[8192,8192],"memory_control.stages.0.blocks.37.ffn_norm.weight":[8192],"memory_control.stages.0.blocks.37.mlp.router.weight":[32,8192],"memory_control.stages.0.blocks.37.mlp.experts.0.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.0.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.0.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.1.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.1.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.1.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.2.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.2.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.2.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.3.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.3.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.3.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.4.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.4.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.4.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.5.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.5.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.5.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.6.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.6.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.6.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.7.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.7.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.7.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.8.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.8.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.8.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.9.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.9.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.9.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.10.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.10.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.10.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.11.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.11.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.11.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.12.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.12.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.12.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.13.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.13.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.13.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.14.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.14.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.14.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.15.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.15.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.15.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.16.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.16.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.16.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.17.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.17.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.17.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.18.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.18.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.18.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.19.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.19.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.19.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.20.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.20.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.20.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.21.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.21.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.21.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.22.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.22.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.22.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.23.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.23.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.23.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.24.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.24.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.24.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.25.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.25.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.25.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.26.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.26.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.26.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.27.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.27.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.27.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.28.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.28.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.28.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.29.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.29.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.29.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.30.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.30.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.30.down_proj.weight":[8192,16384],"memory_control.stages.0.blocks.37.mlp.experts.31.gate_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.31.up_proj.weight":[16384,8192],"memory_control.stages.0.blocks.37.mlp.experts.31.down_proj.weight":[8192,16384],"memory_output.weight":[16384,8192]}