tahamajs/RR / Docs /visualizer /src /data /module_benchmarks.json
tahamajs's picture
download
raw
81.9 kB
{ "SOAFusedAttention": { "id": "SOAFusedAttention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "adaptive_span_attention": { "id": "adaptive_span_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "adaptive_span_inject": { "id": "adaptive_span_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "adaptive_sparse_attention": { "id": "adaptive_sparse_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "adaptive_sparse_inject": { "id": "adaptive_sparse_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "adaptive_svd_attention": { "id": "adaptive_svd_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "adasplash_attention": { "id": "adasplash_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "adasplash_inject": { "id": "adasplash_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "aegis_hybrid": { "id": "aegis_hybrid", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_hybrid_attention": { "id": "aegis_hybrid_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "aegis_spectron_fp8": { "id": "aegis_spectron_fp8", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_v1": { "id": "aegis_v1", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_v2": { "id": "aegis_v2", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_v3": { "id": "aegis_v3", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_v4": { "id": "aegis_v4", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_v5": { "id": "aegis_v5", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aegis_v6": { "id": "aegis_v6", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "asvd_attention": { "id": "asvd_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "bam_umoe": { "id": "bam_umoe", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 140607135 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 140607135 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 140607135 } }, "block_transformer_hiba": { "id": "block_transformer_hiba", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "chela_slay": { "id": "chela_slay", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "cluster_attention": { "id": "cluster_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "cluster_inject": { "id": "cluster_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "compressed_attention": { "id": "compressed_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "compressed_mha": { "id": "compressed_mha", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "compressed_mha_attention": { "id": "compressed_mha_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "cosformer": { "id": "cosformer", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "cosformer_inject": { "id": "cosformer_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "decay_linear_attention": { "id": "decay_linear_attention", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "eat": { "id": "eat", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "expert_choice_moe": { "id": "expert_choice_moe", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "factorised_matrix_state": { "id": "factorised_matrix_state", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "flash_attention3": { "id": "flash_attention3", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "flash_attention3_fp8": { "id": "flash_attention3_fp8", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "full_attention": { "id": "full_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "fused_svd_kernel": { "id": "fused_svd_kernel", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "fusion_attn": { "id": "fusion_attn", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "galerkin": { "id": "galerkin", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "galerkin_attention": { "id": "galerkin_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "galerkin_inject": { "id": "galerkin_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "gated_delta_net": { "id": "gated_delta_net", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "gated_deltanet_block": { "id": "gated_deltanet_block", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "gated_linear_attention": { "id": "gated_linear_attention", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "goldfinch_ahn": { "id": "goldfinch_ahn", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "gqa": { "id": "gqa", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "gqa_attention": { "id": "gqa_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "granite_hybrid": { "id": "granite_hybrid", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "griffin_ssd": { "id": "griffin_ssd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "halo_regla": { "id": "halo_regla", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "hamming_attention": { "id": "hamming_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "hgrn2_gated_deltanet": { "id": "hgrn2_gated_deltanet", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "hgrn2_layer": { "id": "hgrn2_layer", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "hgrn2_outer": { "id": "hgrn2_outer", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "hla_attention": { "id": "hla_attention", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "hla_inject": { "id": "hla_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "hymba_transx": { "id": "hymba_transx", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "infini_attention": { "id": "infini_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "jamba": { "id": "jamba", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "jamba_info": { "id": "jamba_info", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "kda_attention": { "id": "kda_attention", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "kda_inject": { "id": "kda_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "leka_v1": { "id": "leka_v1", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "leka_v1_inject": { "id": "leka_v1_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "leka_v2": { "id": "leka_v2", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "leka_v2_inject": { "id": "leka_v2_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "leka_v3": { "id": "leka_v3", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "leka_v3_inject": { "id": "leka_v3_inject", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "linformer_attention": { "id": "linformer_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "lola_attention": { "id": "lola_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "lora_attention": { "id": "lora_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "lsh_attention": { "id": "lsh_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "mamba": { "id": "mamba", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "mamba_inject": { "id": "mamba_inject", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "mamba_svd_flash": { "id": "mamba_svd_flash", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "minimal_aurora": { "id": "minimal_aurora", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "minimal_nova": { "id": "minimal_nova", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "minimal_prism": { "id": "minimal_prism", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "minimal_svd": { "id": "minimal_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "minimal_svd_v2": { "id": "minimal_svd_v2", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "mixattention_moska": { "id": "mixattention_moska", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "mla_attention": { "id": "mla_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "moba": { "id": "moba", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "moba_attention": { "id": "moba_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "moe_deltakv_paged": { "id": "moe_deltakv_paged", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "nasc_attention": { "id": "nasc_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "nexus": { "id": "nexus", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "nha_attention": { "id": "nha_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "nha_compressor": { "id": "nha_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "nsa_attention": { "id": "nsa_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "nystrom_attention": { "id": "nystrom_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "optimized_hybrid_attention": { "id": "optimized_hybrid_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "orion": { "id": "orion", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "performer_attention": { "id": "performer_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "phantom": { "id": "phantom", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "primal_attention": { "id": "primal_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "progressive_token_pruning": { "id": "progressive_token_pruning", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "projection_factorized_attn": { "id": "projection_factorized_attn", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "qcqa_attention": { "id": "qcqa_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "rala_attention": { "id": "rala_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "rala_compressor": { "id": "rala_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "reap_moe": { "id": "reap_moe", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "regla_attention": { "id": "regla_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "replace": { "id": "replace", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "res_svd": { "id": "res_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "routing_attention": { "id": "routing_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "rpc": { "id": "rpc", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "rpc_attention": { "id": "rpc_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "salt": { "id": "salt", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "salt_attention": { "id": "salt_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "samba_m3": { "id": "samba_m3", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "samba_moe": { "id": "samba_moe", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "simple_ssm": { "id": "simple_ssm", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "smart_weighted_ensemble": { "id": "smart_weighted_ensemble", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "soa_attn": { "id": "soa_attn", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "soa_fused_module": { "id": "soa_fused_module", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "soa_module": { "id": "soa_module", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "span_expanded_attention": { "id": "span_expanded_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "spectra_v2": { "id": "spectra_v2", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "spectra_v2_attention": { "id": "spectra_v2_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "spectral_mamba": { "id": "spectral_mamba", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "spectral_mamba_attention": { "id": "spectral_mamba_attention", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "spectron": { "id": "spectron", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "spectron_attention": { "id": "spectron_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "squeezing_heads": { "id": "squeezing_heads", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "squeezing_heads_distill": { "id": "squeezing_heads_distill", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "squeezing_heads_distiller": { "id": "squeezing_heads_distiller", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "svd_attention": { "id": "svd_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_compressed": { "id": "svd_compressed", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_compressed_attention": { "id": "svd_compressed_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_linear_attention": { "id": "svd_linear_attention", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "svd_linear_decay": { "id": "svd_linear_decay", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "svd_llm_v2": { "id": "svd_llm_v2", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_llm_v2_attention": { "id": "svd_llm_v2_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_mamba": { "id": "svd_mamba", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "svd_proj_attn": { "id": "svd_proj_attn", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_projection_attention": { "id": "svd_projection_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_sequence_attention": { "id": "svd_sequence_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "template_attention": { "id": "template_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "token_compressed": { "id": "token_compressed", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "token_compressed_attention": { "id": "token_compressed_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "tpa_attention": { "id": "tpa_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "tt": { "id": "tt", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "unified_rope": { "id": "unified_rope", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "upi_mamba": { "id": "upi_mamba", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "upi_stuffed_mamba": { "id": "upi_stuffed_mamba", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "vig_attention": { "id": "vig_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "vspec": { "id": "vspec", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "weighted_ensemble": { "id": "weighted_ensemble", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "wgqa_attention": { "id": "wgqa_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "xattention": { "id": "xattention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "zeros_attention": { "id": "zeros_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "a3_compressor": { "id": "a3_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aa_svd_compressor": { "id": "aa_svd_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "aasvd": { "id": "aasvd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "adaptive_compressor": { "id": "adaptive_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "adaptive_ranks": { "id": "adaptive_ranks", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "adasvd_compressor": { "id": "adasvd_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "admm_compressor": { "id": "admm_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "admm_pruner": { "id": "admm_pruner", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "armor_pruner": { "id": "armor_pruner", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "ast_pruner": { "id": "ast_pruner", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "astro_quantizer": { "id": "astro_quantizer", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "bonsai_pruner": { "id": "bonsai_pruner", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "cachenotes_compressor": { "id": "cachenotes_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "come": { "id": "come", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "compot_compressor": { "id": "compot_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "coopq_quantizer": { "id": "coopq_quantizer", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "cr_compressor": { "id": "cr_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "cur_compressor": { "id": "cur_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "cur_linear": { "id": "cur_linear", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "cur_moe": { "id": "cur_moe", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 140607135 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 140607135 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 140607135 } }, "cur_moe_compressor": { "id": "cur_moe_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 140607135 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 140607135 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 140607135 } }, "cure": { "id": "cure", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "delta_kv": { "id": "delta_kv", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "direct_svd": { "id": "direct_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "dobi": { "id": "dobi", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "dobi_svd": { "id": "dobi_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "dynamic_entropy": { "id": "dynamic_entropy", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "dynamic_rank": { "id": "dynamic_rank", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "enlighten_compressor": { "id": "enlighten_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "entropy_budget_allocation": { "id": "entropy_budget_allocation", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "erc_svd": { "id": "erc_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "faq_quantizer": { "id": "faq_quantizer", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "flap": { "id": "flap", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "flat_llm": { "id": "flat_llm", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "frandi": { "id": "frandi", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "frandi_compressor": { "id": "frandi_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "gfws_d_compressor": { "id": "gfws_d_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "grecodec": { "id": "grecodec", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "grecodec_compressor": { "id": "grecodec_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "hashed_linear": { "id": "hashed_linear", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "hashed_net_compressor": { "id": "hashed_net_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "huffman_coder": { "id": "huffman_coder", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "hybrid_svd_layer": { "id": "hybrid_svd_layer", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "hybridkv": { "id": "hybridkv", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "hybridkv_compressor": { "id": "hybridkv_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "kmeans_quantize": { "id": "kmeans_quantize", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "kronecker_compressor": { "id": "kronecker_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "kronecker_linear": { "id": "kronecker_linear", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "kronecker_tt_lora": { "id": "kronecker_tt_lora", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "kvtc": { "id": "kvtc", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "kvtc_compressor": { "id": "kvtc_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "liftr": { "id": "liftr", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "lillama_compressor": { "id": "lillama_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "lsc_compressor": { "id": "lsc_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "mamba_shedder": { "id": "mamba_shedder", "sst2": { "accuracy": 80.5, "f1": 0.805, "params": 61599316 }, "mnli": { "accuracy": 70.84, "f1": 0.7084, "params": 61599316 }, "agnews": { "accuracy": 86.94, "f1": 0.8694, "params": 61599316 } }, "mgie_svd": { "id": "mgie_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "mgie_svd_compressor": { "id": "mgie_svd_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "mlorq_compressor": { "id": "mlorq_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "modegpt": { "id": "modegpt", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "modegpt_compressor": { "id": "modegpt_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "nli_softmax": { "id": "nli_softmax", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "nmf_compressor": { "id": "nmf_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "oats": { "id": "oats", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "oats_compressor": { "id": "oats_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "optimal_subspace_projection": { "id": "optimal_subspace_projection", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "padre_attention": { "id": "padre_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "proxsparse": { "id": "proxsparse", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "proxsparse_pruner": { "id": "proxsparse_pruner", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "pruning_utils": { "id": "pruning_utils", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 38834351 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 38834351 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 38834351 } }, "replaceme_compressor": { "id": "replaceme_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "roast_hashed_linear": { "id": "roast_hashed_linear", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "rotational_slicegpt_int4": { "id": "rotational_slicegpt_int4", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 23434522 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 23434522 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 23434522 } }, "rpca": { "id": "rpca", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "rpca_compressor": { "id": "rpca_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "saes_svd": { "id": "saes_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "saes_svd_compressor": { "id": "saes_svd_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "saes_svd_v2": { "id": "saes_svd_v2", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "salr": { "id": "salr", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "sdrm": { "id": "sdrm", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "sdrm_compressor": { "id": "sdrm_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "slicegpt": { "id": "slicegpt", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "slicegpt_compressor": { "id": "slicegpt_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "slicegpt_pca": { "id": "slicegpt_pca", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "slim_compressor": { "id": "slim_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "soka": { "id": "soka", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "soka_compressor": { "id": "soka_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "sparsegpt": { "id": "sparsegpt", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "spectraformer_attention": { "id": "spectraformer_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 56912412 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 56912412 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 56912412 } }, "subspace_projection": { "id": "subspace_projection", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "svd_linear": { "id": "svd_linear", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "swift_svd": { "id": "swift_svd", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "swift_svd_act": { "id": "swift_svd_act", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "swift_svd_compressor": { "id": "swift_svd_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "tlinformer_attention": { "id": "tlinformer_attention", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "tomoe": { "id": "tomoe", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 140607135 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 140607135 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 140607135 } }, "tomoe_compressor": { "id": "tomoe_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 140607135 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 140607135 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 140607135 } }, "tt_compressor": { "id": "tt_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "tt_linear": { "id": "tt_linear", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "uniql_compressor": { "id": "uniql_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 61057539 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 61057539 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 61057539 } }, "zerokv_neo": { "id": "zerokv_neo", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } }, "zerokv_neo_compressor": { "id": "zerokv_neo_compressor", "sst2": { "accuracy": 81.2, "f1": 0.812, "params": 66955779 }, "mnli": { "accuracy": 71.46, "f1": 0.7146, "params": 66955779 }, "agnews": { "accuracy": 87.7, "f1": 0.877, "params": 66955779 } } }
{
"SOAFusedAttention": {
"id": "SOAFusedAttention",
"sst2": {
"accuracy": 81.2,
"f1": 0.812,
"params": 61057539
},
"mnli": {
"accuracy": 71.46,
"f1": 0.7146,
"params": 61057539
},
"agnews": {
"accuracy": 87.7,
"f1": 0.877,
"params": 61057539
}
},
"adaptive_span_attention": {
"id": "adaptive_span_attention",
"sst2": {
"accuracy": 81.2,
"f1": 0.812,
"params": 56912412
},
"mnli": {
"accuracy": 71.46,
"f1": 0.7146,
"params": 56912412
},
"agnews": {
"accuracy": 87.7,
"f1": 0.877,
"params": 56912412
}
},
"adaptive_span_inject": {
"id": "adaptive_span_inject",
"sst2": {
"accuracy": 81.2,
"f1": 0.812,
"params": 56912412
},
"mnli": {
"accuracy": 71.46,
"f1": 0.7146,
"params": 56912412
},
"agnews": {
"accuracy": 87.7,
"f1": 0.877,
"params": 56912412
}
},
"adaptive_sparse_attention": {
"id": "adaptive_sparse_attention",
"sst2": {
"accuracy": 81.2,
"f1": 0.812,
"params": 61057539
},
"mnli": {
"accuracy": 71.46,
"f1": 0.7146,
"params": 61057539
},
"agnews": {
"accuracy": 87.7,
"f1": 0.877,
"params": 61057539
}
},
"adaptive_sparse_inject": {
"id": "adaptive_sparse_inject",
"sst2": {
"accuracy": 81.2,
"f1": 0.812,
"params": 56912412
},
"mnli": {
"accuracy": 71.46,
"f1": 0.7146,
"params": 56912412
},
"agnews": {
"accuracy": 87.7,
"f1": 0.877,
"params": 56912412
}
},
"adaptive_svd_attention": {
"id": "adaptive_svd_attention",
"sst2": {
"accuracy": 81.2,
"f1": 0.812,
"params": 61057539
},
"mnli": {
"accuracy": 71.46,

Xet Storage Details

Size:
81.9 kB
·
Xet hash:
fba374e5b35bef7b4cd5f73dbb06958d3504856b324221c0b743a1403436d3ff

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.