tahamajs/RR / Docs /visualizer /src /data /module_params.json
tahamajs's picture
download
raw
57.3 kB
{ "SOAFusedAttention": { "id": "SOAFusedAttention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "adaptive_span_attention": { "id": "adaptive_span_attention", "category": "C", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "adaptive_span_inject": { "id": "adaptive_span_inject", "category": "C", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "adaptive_sparse_attention": { "id": "adaptive_sparse_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "adaptive_sparse_inject": { "id": "adaptive_sparse_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "adaptive_svd_attention": { "id": "adaptive_svd_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "adasplash_attention": { "id": "adasplash_attention", "category": "C", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "adasplash_inject": { "id": "adasplash_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "aegis_hybrid": { "id": "aegis_hybrid", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_hybrid_attention": { "id": "aegis_hybrid_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "aegis_spectron_fp8": { "id": "aegis_spectron_fp8", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_v1": { "id": "aegis_v1", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_v2": { "id": "aegis_v2", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_v3": { "id": "aegis_v3", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_v4": { "id": "aegis_v4", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_v5": { "id": "aegis_v5", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aegis_v6": { "id": "aegis_v6", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "asvd_attention": { "id": "asvd_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "bam_umoe": { "id": "bam_umoe", "category": "F", "baseline_layer_params": 589824, "module_layer_params": 2359296, "savings_ratio": -3.0, "total": 140607135, "compression_ratio": 0.25 }, "block_transformer_hiba": { "id": "block_transformer_hiba", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "chela_slay": { "id": "chela_slay", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "cluster_attention": { "id": "cluster_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "cluster_inject": { "id": "cluster_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "compressed_attention": { "id": "compressed_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "compressed_mha": { "id": "compressed_mha", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "compressed_mha_attention": { "id": "compressed_mha_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "cosformer": { "id": "cosformer", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "cosformer_inject": { "id": "cosformer_inject", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "decay_linear_attention": { "id": "decay_linear_attention", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "eat": { "id": "eat", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "expert_choice_moe": { "id": "expert_choice_moe", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "factorised_matrix_state": { "id": "factorised_matrix_state", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "flash_attention3": { "id": "flash_attention3", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "flash_attention3_fp8": { "id": "flash_attention3_fp8", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "full_attention": { "id": "full_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "fused_svd_kernel": { "id": "fused_svd_kernel", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "fusion_attn": { "id": "fusion_attn", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "galerkin": { "id": "galerkin", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "galerkin_attention": { "id": "galerkin_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "galerkin_inject": { "id": "galerkin_inject", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "gated_delta_net": { "id": "gated_delta_net", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "gated_deltanet_block": { "id": "gated_deltanet_block", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "gated_linear_attention": { "id": "gated_linear_attention", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "goldfinch_ahn": { "id": "goldfinch_ahn", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "gqa": { "id": "gqa", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "gqa_attention": { "id": "gqa_attention", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "granite_hybrid": { "id": "granite_hybrid", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "griffin_ssd": { "id": "griffin_ssd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "halo_regla": { "id": "halo_regla", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "hamming_attention": { "id": "hamming_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "hgrn2_gated_deltanet": { "id": "hgrn2_gated_deltanet", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "hgrn2_layer": { "id": "hgrn2_layer", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "hgrn2_outer": { "id": "hgrn2_outer", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "hla_attention": { "id": "hla_attention", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "hla_inject": { "id": "hla_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "hymba_transx": { "id": "hymba_transx", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "infini_attention": { "id": "infini_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "jamba": { "id": "jamba", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "jamba_info": { "id": "jamba_info", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "kda_attention": { "id": "kda_attention", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "kda_inject": { "id": "kda_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "leka_v1": { "id": "leka_v1", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "leka_v1_inject": { "id": "leka_v1_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "leka_v2": { "id": "leka_v2", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "leka_v2_inject": { "id": "leka_v2_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "leka_v3": { "id": "leka_v3", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "leka_v3_inject": { "id": "leka_v3_inject", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "linformer_attention": { "id": "linformer_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "lola_attention": { "id": "lola_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "lora_attention": { "id": "lora_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "lsh_attention": { "id": "lsh_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "mamba": { "id": "mamba", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "mamba_inject": { "id": "mamba_inject", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "mamba_svd_flash": { "id": "mamba_svd_flash", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "minimal_aurora": { "id": "minimal_aurora", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "minimal_nova": { "id": "minimal_nova", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "minimal_prism": { "id": "minimal_prism", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "minimal_svd": { "id": "minimal_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "minimal_svd_v2": { "id": "minimal_svd_v2", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "mixattention_moska": { "id": "mixattention_moska", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "mla_attention": { "id": "mla_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "moba": { "id": "moba", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "moba_attention": { "id": "moba_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "moe_deltakv_paged": { "id": "moe_deltakv_paged", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "nasc_attention": { "id": "nasc_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "nexus": { "id": "nexus", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "nha_attention": { "id": "nha_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "nha_compressor": { "id": "nha_compressor", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "nsa_attention": { "id": "nsa_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "nystrom_attention": { "id": "nystrom_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "optimized_hybrid_attention": { "id": "optimized_hybrid_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "orion": { "id": "orion", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "performer_attention": { "id": "performer_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "phantom": { "id": "phantom", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "primal_attention": { "id": "primal_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "progressive_token_pruning": { "id": "progressive_token_pruning", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "projection_factorized_attn": { "id": "projection_factorized_attn", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "qcqa_attention": { "id": "qcqa_attention", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "rala_attention": { "id": "rala_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "rala_compressor": { "id": "rala_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "reap_moe": { "id": "reap_moe", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "regla_attention": { "id": "regla_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "replace": { "id": "replace", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "res_svd": { "id": "res_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "routing_attention": { "id": "routing_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "rpc": { "id": "rpc", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "rpc_attention": { "id": "rpc_attention", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "salt": { "id": "salt", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "salt_attention": { "id": "salt_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "samba_m3": { "id": "samba_m3", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "samba_moe": { "id": "samba_moe", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "simple_ssm": { "id": "simple_ssm", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "smart_weighted_ensemble": { "id": "smart_weighted_ensemble", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "soa_attn": { "id": "soa_attn", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "soa_fused_module": { "id": "soa_fused_module", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "soa_module": { "id": "soa_module", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "span_expanded_attention": { "id": "span_expanded_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "spectra_v2": { "id": "spectra_v2", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "spectra_v2_attention": { "id": "spectra_v2_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "spectral_mamba": { "id": "spectral_mamba", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "spectral_mamba_attention": { "id": "spectral_mamba_attention", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "spectron": { "id": "spectron", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "spectron_attention": { "id": "spectron_attention", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "squeezing_heads": { "id": "squeezing_heads", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "squeezing_heads_distill": { "id": "squeezing_heads_distill", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "squeezing_heads_distiller": { "id": "squeezing_heads_distiller", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "svd_attention": { "id": "svd_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_compressed": { "id": "svd_compressed", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_compressed_attention": { "id": "svd_compressed_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_linear_attention": { "id": "svd_linear_attention", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "svd_linear_decay": { "id": "svd_linear_decay", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "svd_llm_v2": { "id": "svd_llm_v2", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_llm_v2_attention": { "id": "svd_llm_v2_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_mamba": { "id": "svd_mamba", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "svd_proj_attn": { "id": "svd_proj_attn", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_projection_attention": { "id": "svd_projection_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_sequence_attention": { "id": "svd_sequence_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "template_attention": { "id": "template_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "token_compressed": { "id": "token_compressed", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "token_compressed_attention": { "id": "token_compressed_attention", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "tpa_attention": { "id": "tpa_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "tt": { "id": "tt", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "unified_rope": { "id": "unified_rope", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "upi_mamba": { "id": "upi_mamba", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "upi_stuffed_mamba": { "id": "upi_stuffed_mamba", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "vig_attention": { "id": "vig_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "vspec": { "id": "vspec", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "weighted_ensemble": { "id": "weighted_ensemble", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "wgqa_attention": { "id": "wgqa_attention", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "xattention": { "id": "xattention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "zeros_attention": { "id": "zeros_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "a3_compressor": { "id": "a3_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aa_svd_compressor": { "id": "aa_svd_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "aasvd": { "id": "aasvd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "adaptive_compressor": { "id": "adaptive_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "adaptive_ranks": { "id": "adaptive_ranks", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "adasvd_compressor": { "id": "adasvd_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "admm_compressor": { "id": "admm_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "admm_pruner": { "id": "admm_pruner", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "armor_pruner": { "id": "armor_pruner", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "ast_pruner": { "id": "ast_pruner", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "astro_quantizer": { "id": "astro_quantizer", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "bonsai_pruner": { "id": "bonsai_pruner", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "cachenotes_compressor": { "id": "cachenotes_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "come": { "id": "come", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "compot_compressor": { "id": "compot_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "coopq_quantizer": { "id": "coopq_quantizer", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "cr_compressor": { "id": "cr_compressor", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "cur_compressor": { "id": "cur_compressor", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "cur_linear": { "id": "cur_linear", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "cur_moe": { "id": "cur_moe", "category": "F", "baseline_layer_params": 589824, "module_layer_params": 2359296, "savings_ratio": -3.0, "total": 140607135, "compression_ratio": 0.25 }, "cur_moe_compressor": { "id": "cur_moe_compressor", "category": "F", "baseline_layer_params": 589824, "module_layer_params": 2359296, "savings_ratio": -3.0, "total": 140607135, "compression_ratio": 0.25 }, "cure": { "id": "cure", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "delta_kv": { "id": "delta_kv", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "direct_svd": { "id": "direct_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "dobi": { "id": "dobi", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "dobi_svd": { "id": "dobi_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "dynamic_entropy": { "id": "dynamic_entropy", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "dynamic_rank": { "id": "dynamic_rank", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "enlighten_compressor": { "id": "enlighten_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "entropy_budget_allocation": { "id": "entropy_budget_allocation", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "erc_svd": { "id": "erc_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "faq_quantizer": { "id": "faq_quantizer", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "flap": { "id": "flap", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "flat_llm": { "id": "flat_llm", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "frandi": { "id": "frandi", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "frandi_compressor": { "id": "frandi_compressor", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "gfws_d_compressor": { "id": "gfws_d_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "grecodec": { "id": "grecodec", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "grecodec_compressor": { "id": "grecodec_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "hashed_linear": { "id": "hashed_linear", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "hashed_net_compressor": { "id": "hashed_net_compressor", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "huffman_coder": { "id": "huffman_coder", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "hybrid_svd_layer": { "id": "hybrid_svd_layer", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "hybridkv": { "id": "hybridkv", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "hybridkv_compressor": { "id": "hybridkv_compressor", "category": "I", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "kmeans_quantize": { "id": "kmeans_quantize", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "kronecker_compressor": { "id": "kronecker_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "kronecker_linear": { "id": "kronecker_linear", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "kronecker_tt_lora": { "id": "kronecker_tt_lora", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "kvtc": { "id": "kvtc", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "kvtc_compressor": { "id": "kvtc_compressor", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "liftr": { "id": "liftr", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "lillama_compressor": { "id": "lillama_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "lsc_compressor": { "id": "lsc_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "mamba_shedder": { "id": "mamba_shedder", "category": "D", "baseline_layer_params": 589824, "module_layer_params": 1769472, "savings_ratio": 0.2, "total": 61599316, "compression_ratio": 0.33 }, "mgie_svd": { "id": "mgie_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "mgie_svd_compressor": { "id": "mgie_svd_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "mlorq_compressor": { "id": "mlorq_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "modegpt": { "id": "modegpt", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "modegpt_compressor": { "id": "modegpt_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "nli_softmax": { "id": "nli_softmax", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "nmf_compressor": { "id": "nmf_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "oats": { "id": "oats", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "oats_compressor": { "id": "oats_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "optimal_subspace_projection": { "id": "optimal_subspace_projection", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "padre_attention": { "id": "padre_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "proxsparse": { "id": "proxsparse", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "proxsparse_pruner": { "id": "proxsparse_pruner", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "pruning_utils": { "id": "pruning_utils", "category": "G", "baseline_layer_params": 589824, "module_layer_params": 294912, "savings_ratio": 0.5, "total": 38834351, "compression_ratio": 2.0 }, "replaceme_compressor": { "id": "replaceme_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "roast_hashed_linear": { "id": "roast_hashed_linear", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "rotational_slicegpt_int4": { "id": "rotational_slicegpt_int4", "category": "H", "baseline_layer_params": 589824, "module_layer_params": 147456, "savings_ratio": 0.75, "total": 23434522, "compression_ratio": 4.0 }, "rpca": { "id": "rpca", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "rpca_compressor": { "id": "rpca_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "saes_svd": { "id": "saes_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "saes_svd_compressor": { "id": "saes_svd_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "saes_svd_v2": { "id": "saes_svd_v2", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "salr": { "id": "salr", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "sdrm": { "id": "sdrm", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "sdrm_compressor": { "id": "sdrm_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "slicegpt": { "id": "slicegpt", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "slicegpt_compressor": { "id": "slicegpt_compressor", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "slicegpt_pca": { "id": "slicegpt_pca", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "slim_compressor": { "id": "slim_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "soka": { "id": "soka", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "soka_compressor": { "id": "soka_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "sparsegpt": { "id": "sparsegpt", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "spectraformer_attention": { "id": "spectraformer_attention", "category": "B", "baseline_layer_params": 589824, "module_layer_params": 265420, "savings_ratio": 0.55, "total": 56912412, "compression_ratio": 2.22 }, "subspace_projection": { "id": "subspace_projection", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "svd_linear": { "id": "svd_linear", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "swift_svd": { "id": "swift_svd", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "swift_svd_act": { "id": "swift_svd_act", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "swift_svd_compressor": { "id": "swift_svd_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "tlinformer_attention": { "id": "tlinformer_attention", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "tomoe": { "id": "tomoe", "category": "F", "baseline_layer_params": 589824, "module_layer_params": 2359296, "savings_ratio": -3.0, "total": 140607135, "compression_ratio": 0.25 }, "tomoe_compressor": { "id": "tomoe_compressor", "category": "F", "baseline_layer_params": 589824, "module_layer_params": 2359296, "savings_ratio": -3.0, "total": 140607135, "compression_ratio": 0.25 }, "tt_compressor": { "id": "tt_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "tt_linear": { "id": "tt_linear", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "uniql_compressor": { "id": "uniql_compressor", "category": "E", "baseline_layer_params": 589824, "module_layer_params": 98304, "savings_ratio": 0.8333, "total": 61057539, "compression_ratio": 6.0 }, "zerokv_neo": { "id": "zerokv_neo", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 }, "zerokv_neo_compressor": { "id": "zerokv_neo_compressor", "category": "A", "baseline_layer_params": 589824, "module_layer_params": 589824, "savings_ratio": 0.0, "total": 66955779, "compression_ratio": 1.0 } }
{
"SOAFusedAttention": {
"id": "SOAFusedAttention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adaptive_span_attention": {
"id": "adaptive_span_attention",
"category": "C",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adaptive_span_inject": {
"id": "adaptive_span_inject",
"category": "C",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adaptive_sparse_attention": {
"id": "adaptive_sparse_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adaptive_sparse_inject": {
"id": "adaptive_sparse_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adaptive_svd_attention": {
"id": "adaptive_svd_attention",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"adasplash_attention": {
"id": "adasplash_attention",
"category": "C",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"adasplash_inject": {
"id": "adasplash_inject",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"aegis_hybrid": {
"id": "aegis_hybrid",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},
"aegis_hybrid_attention": {
"id": "aegis_hybrid_attention",
"category": "B",
"baseline_layer_params": 589824,
"module_layer_params": 265420,
"savings_ratio": 0.55,
"total": 56912412,
"compression_ratio": 2.22
},
"aegis_spectron_fp8": {
"id": "aegis_spectron_fp8",
"category": "E",
"baseline_layer_params": 589824,
"module_layer_params": 98304,
"savings_ratio": 0.8333,
"total": 61057539,
"compression_ratio": 6.0
},

Xet Storage Details

Size:
57.3 kB
·
Xet hash:
bc56395ec7801a50579b9862d8a31a938d46bcfdba3969e52569b8fae7c25af0

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.