| { |
| "_class_name": "Cosmos3OmniTransformer", |
| "_diffusers_version": "0.39.0", |
| "action_dim": 32, |
| "action_gen": false, |
| "attention_bias": false, |
| "attention_dropout": 0.0, |
| "base_fps": 16, |
| "enable_fps_modulation": true, |
| "head_dim": 128, |
| "hidden_size": 5120, |
| "intermediate_size": 25600, |
| "latent_channel": 48, |
| "latent_patch_size": 2, |
| "num_attention_heads": 64, |
| "num_embodiment_domains": 32, |
| "num_hidden_layers": 64, |
| "num_key_value_heads": 8, |
| "patch_latent_dim": 192, |
| "quantization_config": { |
| "block_quantize": null, |
| "calib_cfg": { |
| "method": "max" |
| }, |
| "channel_quantize": null, |
| "disable_conv_quantization": false, |
| "forward_loop": null, |
| "modelopt_config": { |
| "algorithm": "max", |
| "quant_cfg": [ |
| { |
| "enable": false, |
| "quantizer_name": "*" |
| }, |
| { |
| "cfg": { |
| "axis": null, |
| "fake_quant": false, |
| "num_bits": [ |
| 4, |
| 3 |
| ] |
| }, |
| "quantizer_name": "*weight_quantizer" |
| }, |
| { |
| "cfg": { |
| "axis": null, |
| "num_bits": [ |
| 4, |
| 3 |
| ] |
| }, |
| "quantizer_name": "*input_quantizer" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.BatchNorm1d", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.BatchNorm2d", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.BatchNorm3d", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.LeakyReLU", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*lm_head*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*proj_out.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*block_sparse_moe.gate*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*router*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*mlp.gate.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*mlp.shared_expert_gate.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*linear_attn.conv1d*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*mixer.conv1d*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*output_layer*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "output.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*proj_in*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*proj_out*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*time_embedder*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*audio_proj_in*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*audio_proj_out*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*action_proj_in*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*action_proj_out*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*lm_head*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*visual*" |
| } |
| ] |
| }, |
| "modules_to_not_convert": [ |
| "proj_in", |
| "proj_out", |
| "time_embedder", |
| "audio_proj_in", |
| "audio_proj_out", |
| "action_proj_in", |
| "action_proj_out", |
| "lm_head", |
| "visual" |
| ], |
| "quant_method": "modelopt", |
| "quant_type": "FP8_FP8", |
| "scale_block_quantize": null, |
| "scale_channel_quantize": null, |
| "weight_only": false, |
| "config_groups": { |
| "group_0": { |
| "input_activations": { |
| "dynamic": false, |
| "num_bits": 8, |
| "type": "float" |
| }, |
| "weights": { |
| "dynamic": false, |
| "num_bits": 8, |
| "type": "float" |
| }, |
| "targets": [ |
| "Linear" |
| ] |
| } |
| }, |
| "quant_algo": "FP8", |
| "ignore": [ |
| "proj_in", |
| "proj_out", |
| "time_embedder*", |
| "audio_proj_in", |
| "audio_proj_out", |
| "action_proj_in", |
| "action_proj_out", |
| "lm_head", |
| "model.visual*", |
| "visual*" |
| ], |
| "producer": { |
| "name": "modelopt", |
| "version": "0.44.0" |
| } |
| }, |
| "rms_norm_eps": 1e-06, |
| "rope_axes_dim": [ |
| 24, |
| 20, |
| 20 |
| ], |
| "rope_scaling": { |
| "mrope_interleaved": true, |
| "mrope_section": [ |
| 24, |
| 20, |
| 20 |
| ], |
| "rope_type": "default" |
| }, |
| "rope_theta": 5000000, |
| "sound_dim": null, |
| "sound_gen": false, |
| "sound_latent_fps": 25, |
| "timestep_scale": 0.001, |
| "unified_3d_mrope_reset_spatial_ids": true, |
| "unified_3d_mrope_temporal_modality_margin": 15000, |
| "vocab_size": 151936 |
| } |
|
|
