{"architecture":"hybrid_mamba3_mimo_attention_latent_moe","chat_families":["updates","output","chat_prompt"],"context_length":8192,"eos_token_id":131071,"hidden_size":1536,"model_family":"Fidel","model_name":"Fidel2.0-1B","native_state_dict_keys":true,"num_hidden_layers":9,"numerical_recipe":{"causal_runtime_contract":"row_global_fixed_cutlass_tiles_token_order_epoch_philox_v2","forward_blend":0.25,"linear_seeds":{"model.layers.0.mixer.mamba.in_proj":0,"model.layers.0.mixer.mamba.out_proj":1,"model.layers.0.moe.router":2,"model.layers.1.mixer.mamba.in_proj":3,"model.layers.1.mixer.mamba.out_proj":4,"model.layers.1.moe.router":5,"model.layers.2.mixer.mamba.in_proj":6,"model.layers.2.mixer.mamba.out_proj":7,"model.layers.2.moe.router":8,"model.layers.3.mixer.mamba.in_proj":9,"model.layers.3.mixer.mamba.out_proj":10,"model.layers.3.moe.router":11,"model.layers.4.mixer.mamba.in_proj":12,"model.layers.4.mixer.mamba.out_proj":13,"model.layers.4.moe.router":14,"model.layers.5.mixer.mamba.in_proj":15,"model.layers.5.mixer.mamba.out_proj":16,"model.layers.5.moe.router":17,"model.layers.6.mixer.mamba.in_proj":18,"model.layers.6.mixer.mamba.out_proj":19,"model.layers.6.moe.router":20,"model.layers.7.mixer.k_proj":22,"model.layers.7.mixer.o_proj":24,"model.layers.7.mixer.q_proj":21,"model.layers.7.mixer.v_proj":23,"model.layers.7.moe.router":25,"model.layers.8.mixer.mamba.in_proj":26,"model.layers.8.mixer.mamba.out_proj":27,"model.layers.8.moe.router":28,"model.lm_head.base":29,"output.0":30,"output.2":31},"native_scan_launch":{"angle_num_stages":1,"angle_num_warps":4,"autotuning_disabled":["angle_dt_fwd_kernel","angle_dt_bwd_kernel","dacs_segsum_kernel","dacs_segsum_kernel_varlen","bwd_dadt_cumsum_fused_kernel","bwd_segsum_dadt_kernel","bwd_dtrap_ddt_kernel","bwd_dadt_cumsum_fused_kernel_varlen","bwd_segsum_dadt_kernel_varlen","bwd_dtrap_ddt_kernel_varlen"],"backward_num_stages":2,"backward_num_warps":4,"contract":"official_mamba3_all_scans_fixed_launch_v1","decay_num_stages":2,"decay_num_warps":8,"kernel_bodies_changed":false,"official_angle_source_sha256":"7d99f8cff37371cfbfe9d4dd36f17a16135fb07f2c6e14add3ad4dd5c0034e2e","official_utils_source_sha256":"efbdd750f53c67fd882ffe7a3af3d51ac4aaa341e764e0efa92ce8ea51c27b7c"}},"pad_token_id":131071,"ranks":{"contextual_prompt_v7":64,"contextual_prompt_v8":64,"contextual_prompt_v9":64,"cross":128,"head":256,"hyper":64,"layer_base":512,"layer_delta":256,"output":64},"stored_dtype_elements":{"bfloat16":121504768,"bool":2319,"float32":1281450728},"tie_word_embeddings":false,"vocab_size":131072}