{ "canvas_length": 256, "checkpoint_step": 4400, "commit_confidence_power": 1, "commit_entropy_weight": 1, "commit_failure_budget": 0.2, "commit_min_p": 0.05, "commit_sequence_dim": 1024, "commit_target_confidence": 0.5, "commit_top_k": 40, "dtype": "bfloat16", "latent_dim": 2816, "latent_ffn_dim": 7168, "latent_history_kv_rank": 1024, "latent_local_attention_window": 128, "latent_num_heads": 16, "latent_num_layers": 4, "latent_tape_probes": 4, "latent_working_last_block_global": true, "lora_config": { "alpha": 16, "expert_alpha": 8, "expert_r": 8, "r": 16, "target_modules": [ "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "up_proj", "down_proj", "proj" ] }, "memory_architecture": "compact_gdn2_v2", "memory_scheme": "dual_timescale_gdn2_trajectory_memory", "model_type": "modilify_mk2", "persistent_memory_bus": true, "state_schema_version": 25, "text_config": { "attention_bias": false, "attention_dropout": 0, "bos_token_id": 2, "dtype": "bfloat16", "eos_token_id": 1, "final_logit_softcapping": 30, "global_head_dim": 512, "head_dim": 256, "hidden_activation": "gelu_pytorch_tanh", "hidden_size": 2816, "initializer_range": 0.02, "intermediate_size": 2112, "layer_types": [ "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "sliding_attention", "full_attention" ], "max_position_embeddings": 262144, "model_type": "modilify_mk2_text", "moe_intermediate_size": 704, "num_attention_heads": 16, "num_experts": 128, "num_global_key_value_heads": 2, "num_hidden_layers": 30, "num_key_value_heads": 8, "pad_token_id": 0, "rms_norm_eps": 0.000001, "rope_parameters": { "full_attention": { "partial_rotary_factor": 0.25, "rope_theta": 1000000, "rope_type": "proportional" }, "sliding_attention": { "rope_theta": 10000, "rope_type": "default" } }, "sliding_window": 1024, "tie_word_embeddings": true, "top_k_experts": 8, "use_bidirectional_attention": null, "vocab_size": 262144 }, "working_memory_bus": true }