run_name,metric,tokens,value
GQA 8 groups (baseline),hellaswag,629145600.0,0.2493527185819558
GQA 8 groups (baseline),hellaswag,786432000.0,0.25184226249751046
GQA 8 groups (baseline),hellaswag,943718400.0,0.25632344154550885
GQA 8 groups (baseline),hellaswag,1101004800.0,0.2620991834295957
GQA 8 groups (baseline),hellaswag,1258291200.0,0.26319458275243973
GQA 8 groups (baseline),hellaswag,1572864000.0,0.26618203545110536
GQA 8 groups (baseline),hellaswag,3145728000.0,0.30193188607847044
GQA 8 groups (baseline),hellaswag,4718592000.0,0.32971519617606054
GQA 8 groups (baseline),hellaswag,6291456000.0,0.35062736506671976
GQA 8 groups (baseline),hellaswag,7864320000.0,0.36735710017924716
GQA 8 groups (baseline),hellaswag,9437184000.0,0.3842859988050189
GQA 8 groups (baseline),hellaswag,11010048000.0,0.3948416650069707
GQA 8 groups (baseline),hellaswag,12582912000.0,0.4056960764787891
GQA 8 groups (baseline),hellaswag,14155776000.0,0.41575383389762993
GQA 8 groups (baseline),hellaswag,15728640000.0,0.4250149372634933
GQA 8 groups (baseline),hellaswag,17301504000.0,0.43308105954989046
GQA 8 groups (baseline),hellaswag,18874368000.0,0.4393547102170882
GQA 8 groups (baseline),hellaswag,20447232000.0,0.4418442541326429
GQA 8 groups (baseline),hellaswag,22020096000.0,0.4462258514240191
GQA 8 groups (baseline),hellaswag,23592960000.0,0.4554869547898825
GQA 8 groups (baseline),hellaswag,25165824000.0,0.46016729735112527
GQA 8 groups (baseline),hellaswag,26738688000.0,0.465345548695479
GQA 8 groups (baseline),hellaswag,28311552000.0,0.47012547301334395
GQA 8 groups (baseline),hellaswag,29884416000.0,0.4766978689504083
GQA 8 groups (baseline),hellaswag,31457280000.0,0.47918741286596295
GQA 8 groups (baseline),hellaswag,33030144000.0,0.48078072097191793
GQA 8 groups (baseline),hellaswag,34603008000.0,0.4865564628560048
GQA 8 groups (baseline),hellaswag,36175872000.0,0.4876518621788488
GQA 8 groups (baseline),hellaswag,37748736000.0,0.49044015136427005
GQA 8 groups (baseline),hellaswag,39321600000.0,0.49063931487751444
GQA 8 groups (baseline),hellaswag,40894464000.0,0.4931288587930691
GQA 8 groups (baseline),hellaswag,42467328000.0,0.4918342959569807
GQA 8 groups (baseline),hellaswag,44040192000.0,0.49512049392551283
GQA 8 groups (baseline),hellaswag,45613056000.0,0.5008962358095996
GQA 8 groups (baseline),hellaswag,47185920000.0,0.5011949810794663
GQA 8 groups (baseline),hellaswag,47185920000.0,0.5011949810794663
GQA 8 groups (baseline),mmlu,629145600.0,0.2489163499384853
GQA 8 groups (baseline),mmlu,786432000.0,0.2517603616264398
GQA 8 groups (baseline),mmlu,943718400.0,0.25724213780689
GQA 8 groups (baseline),mmlu,1101004800.0,0.25680173747753837
GQA 8 groups (baseline),mmlu,1258291200.0,0.25669502347341705
GQA 8 groups (baseline),mmlu,1572864000.0,0.2529772632728836
GQA 8 groups (baseline),mmlu,3145728000.0,0.266739436414485
GQA 8 groups (baseline),mmlu,4718592000.0,0.2761609150042153
GQA 8 groups (baseline),mmlu,6291456000.0,0.27730228072464913
GQA 8 groups (baseline),mmlu,7864320000.0,0.2887388551122367
GQA 8 groups (baseline),mmlu,9437184000.0,0.2953111113032989
GQA 8 groups (baseline),mmlu,11010048000.0,0.2970070415346663
GQA 8 groups (baseline),mmlu,12582912000.0,0.3007672634359463
GQA 8 groups (baseline),mmlu,14155776000.0,0.30561499053592006
GQA 8 groups (baseline),mmlu,15728640000.0,0.3041190871315019
GQA 8 groups (baseline),mmlu,17301504000.0,0.30460641017653367
GQA 8 groups (baseline),mmlu,18874368000.0,0.31062281378537093
GQA 8 groups (baseline),mmlu,20447232000.0,0.31986412164024264
GQA 8 groups (baseline),mmlu,22020096000.0,0.3123236868278878
GQA 8 groups (baseline),mmlu,23592960000.0,0.316372229668946
GQA 8 groups (baseline),mmlu,25165824000.0,0.3139885571253008
GQA 8 groups (baseline),mmlu,26738688000.0,0.3162923575086662
GQA 8 groups (baseline),mmlu,28311552000.0,0.31967181375719017
GQA 8 groups (baseline),mmlu,29884416000.0,0.32451565902328705
GQA 8 groups (baseline),mmlu,31457280000.0,0.32343607991224915
GQA 8 groups (baseline),mmlu,33030144000.0,0.32311396751649274
GQA 8 groups (baseline),mmlu,34603008000.0,0.328688062201764
GQA 8 groups (baseline),mmlu,36175872000.0,0.32595165000892123
GQA 8 groups (baseline),mmlu,37748736000.0,0.32130001597034497
GQA 8 groups (baseline),mmlu,39321600000.0,0.3287989794742651
GQA 8 groups (baseline),mmlu,40894464000.0,0.3253808507449651
GQA 8 groups (baseline),mmlu,42467328000.0,0.32714305078178496
GQA 8 groups (baseline),mmlu,44040192000.0,0.32491375376743536
GQA 8 groups (baseline),mmlu,45613056000.0,0.3284839336158802
GQA 8 groups (baseline),mmlu,47185920000.0,0.33255698746721873
GQA 8 groups (baseline),mmlu,47185920000.0,0.33255698746721873
GQA 8 groups (baseline),arc,629145600.0,0.2565443973293803
GQA 8 groups (baseline),arc,786432000.0,0.26943280932188785
GQA 8 groups (baseline),arc,943718400.0,0.2660255857781455
GQA 8 groups (baseline),arc,1101004800.0,0.2715027119890601
GQA 8 groups (baseline),arc,1258291200.0,0.28014789533560863
GQA 8 groups (baseline),arc,1572864000.0,0.2887471127658841
GQA 8 groups (baseline),arc,3145728000.0,0.3456917008538169
GQA 8 groups (baseline),arc,4718592000.0,0.3634546546235966
GQA 8 groups (baseline),arc,6291456000.0,0.3896638455085554
GQA 8 groups (baseline),arc,7864320000.0,0.39786517047609204
GQA 8 groups (baseline),arc,9437184000.0,0.40465663460544005
GQA 8 groups (baseline),arc,11010048000.0,0.4021428735592558
GQA 8 groups (baseline),arc,12582912000.0,0.4285337734569816
GQA 8 groups (baseline),arc,14155776000.0,0.4338579193527999
GQA 8 groups (baseline),arc,15728640000.0,0.4484355787683433
GQA 8 groups (baseline),arc,17301504000.0,0.43825412831385524
GQA 8 groups (baseline),arc,18874368000.0,0.4573371657416026
GQA 8 groups (baseline),arc,20447232000.0,0.46049373139816824
GQA 8 groups (baseline),arc,22020096000.0,0.452667315935234
GQA 8 groups (baseline),arc,23592960000.0,0.45706352489628943
GQA 8 groups (baseline),arc,25165824000.0,0.445835631629147
GQA 8 groups (baseline),arc,26738688000.0,0.4612665333655095
GQA 8 groups (baseline),arc,28311552000.0,0.4629672722676136
GQA 8 groups (baseline),arc,29884416000.0,0.4652878328219625
GQA 8 groups (baseline),arc,31457280000.0,0.4716526757909011
GQA 8 groups (baseline),arc,33030144000.0,0.4716526757909011
GQA 8 groups (baseline),arc,34603008000.0,0.48025189322117645
GQA 8 groups (baseline),arc,36175872000.0,0.4707994334700819
GQA 8 groups (baseline),arc,37748736000.0,0.4714479838199975
GQA 8 groups (baseline),arc,39321600000.0,0.47228973466174834
GQA 8 groups (baseline),arc,40894464000.0,0.48265289412900336
GQA 8 groups (baseline),arc,42467328000.0,0.48094066374783095
GQA 8 groups (baseline),arc,44040192000.0,0.4840972294043967
GQA 8 groups (baseline),arc,45613056000.0,0.48431341285436846
GQA 8 groups (baseline),arc,47185920000.0,0.48373381137886257
GQA 8 groups (baseline),arc,47185920000.0,0.48373381137886257
GQA 8 groups (baseline),piqa,629145600.0,0.5272034820457019
GQA 8 groups (baseline),piqa,786432000.0,0.5250272034820457
GQA 8 groups (baseline),piqa,943718400.0,0.5359085963003264
GQA 8 groups (baseline),piqa,1101004800.0,0.5424374319912949
GQA 8 groups (baseline),piqa,1258291200.0,0.558215451577802
GQA 8 groups (baseline),piqa,1572864000.0,0.5712731229597389
GQA 8 groups (baseline),piqa,3145728000.0,0.5973884657236126
GQA 8 groups (baseline),piqa,4718592000.0,0.6153427638737758
GQA 8 groups (baseline),piqa,6291456000.0,0.6349292709466812
GQA 8 groups (baseline),piqa,7864320000.0,0.6452665941240479
GQA 8 groups (baseline),piqa,9437184000.0,0.6583242655059848
GQA 8 groups (baseline),piqa,11010048000.0,0.6610446137105549
GQA 8 groups (baseline),piqa,12582912000.0,0.6708378672470077
GQA 8 groups (baseline),piqa,14155776000.0,0.6659412404787813
GQA 8 groups (baseline),piqa,15728640000.0,0.6822633297062024
GQA 8 groups (baseline),piqa,17301504000.0,0.6789989118607181
GQA 8 groups (baseline),piqa,18874368000.0,0.6789989118607181
GQA 8 groups (baseline),piqa,20447232000.0,0.7007616974972797
GQA 8 groups (baseline),piqa,22020096000.0,0.6893362350380848
GQA 8 groups (baseline),piqa,23592960000.0,0.6936887921653971
GQA 8 groups (baseline),piqa,25165824000.0,0.6898803046789989
GQA 8 groups (baseline),piqa,26738688000.0,0.690424374319913
GQA 8 groups (baseline),piqa,28311552000.0,0.6947769314472253
GQA 8 groups (baseline),piqa,29884416000.0,0.6947769314472253
GQA 8 groups (baseline),piqa,31457280000.0,0.7002176278563657
GQA 8 groups (baseline),piqa,33030144000.0,0.6964091403699674
GQA 8 groups (baseline),piqa,34603008000.0,0.705658324265506
GQA 8 groups (baseline),piqa,36175872000.0,0.6958650707290533
GQA 8 groups (baseline),piqa,37748736000.0,0.6980413492927094
GQA 8 groups (baseline),piqa,39321600000.0,0.7029379760609358
GQA 8 groups (baseline),piqa,40894464000.0,0.7089227421109902
GQA 8 groups (baseline),piqa,42467328000.0,0.7029379760609358
GQA 8 groups (baseline),piqa,44040192000.0,0.705114254624592
GQA 8 groups (baseline),piqa,45613056000.0,0.7110990206746464
GQA 8 groups (baseline),piqa,47185920000.0,0.7105549510337323
GQA 8 groups (baseline),piqa,47185920000.0,0.7105549510337323
GQA 8 groups (baseline),commonsenseqa,629145600.0,0.2244062244062244
GQA 8 groups (baseline),commonsenseqa,786432000.0,0.23177723177723178
GQA 8 groups (baseline),commonsenseqa,943718400.0,0.23177723177723178
GQA 8 groups (baseline),commonsenseqa,1101004800.0,0.21621621621621623
GQA 8 groups (baseline),commonsenseqa,1258291200.0,0.2416052416052416
GQA 8 groups (baseline),commonsenseqa,1572864000.0,0.25634725634725636
GQA 8 groups (baseline),commonsenseqa,3145728000.0,0.2964782964782965
GQA 8 groups (baseline),commonsenseqa,4718592000.0,0.2964782964782965
GQA 8 groups (baseline),commonsenseqa,6291456000.0,0.32432432432432434
GQA 8 groups (baseline),commonsenseqa,7864320000.0,0.343980343980344
GQA 8 groups (baseline),commonsenseqa,9437184000.0,0.3579033579033579
GQA 8 groups (baseline),commonsenseqa,11010048000.0,0.33497133497133497
GQA 8 groups (baseline),commonsenseqa,12582912000.0,0.3677313677313677
GQA 8 groups (baseline),commonsenseqa,14155776000.0,0.3783783783783784
GQA 8 groups (baseline),commonsenseqa,15728640000.0,0.36855036855036855
GQA 8 groups (baseline),commonsenseqa,17301504000.0,0.3939393939393939
GQA 8 groups (baseline),commonsenseqa,18874368000.0,0.4013104013104013
GQA 8 groups (baseline),commonsenseqa,20447232000.0,0.3906633906633907
GQA 8 groups (baseline),commonsenseqa,22020096000.0,0.38656838656838655
GQA 8 groups (baseline),commonsenseqa,23592960000.0,0.3939393939393939
GQA 8 groups (baseline),commonsenseqa,25165824000.0,0.3570843570843571
GQA 8 groups (baseline),commonsenseqa,26738688000.0,0.38493038493038495
GQA 8 groups (baseline),commonsenseqa,28311552000.0,0.3832923832923833
GQA 8 groups (baseline),commonsenseqa,29884416000.0,0.3857493857493858
GQA 8 groups (baseline),commonsenseqa,31457280000.0,0.3931203931203931
GQA 8 groups (baseline),commonsenseqa,33030144000.0,0.39803439803439805
GQA 8 groups (baseline),commonsenseqa,34603008000.0,0.3988533988533989
GQA 8 groups (baseline),commonsenseqa,36175872000.0,0.38984438984438985
GQA 8 groups (baseline),commonsenseqa,37748736000.0,0.39967239967239965
GQA 8 groups (baseline),commonsenseqa,39321600000.0,0.38738738738738737
GQA 8 groups (baseline),commonsenseqa,40894464000.0,0.3988533988533989
GQA 8 groups (baseline),commonsenseqa,42467328000.0,0.39803439803439805
GQA 8 groups (baseline),commonsenseqa,44040192000.0,0.40294840294840295
GQA 8 groups (baseline),commonsenseqa,45613056000.0,0.4037674037674038
GQA 8 groups (baseline),commonsenseqa,47185920000.0,0.39967239967239965
GQA 8 groups (baseline),commonsenseqa,47185920000.0,0.39967239967239965
GQA 8 groups (baseline),winogrande,629145600.0,0.47355958958168903
GQA 8 groups (baseline),winogrande,786432000.0,0.49013417521704816
GQA 8 groups (baseline),winogrande,943718400.0,0.4861878453038674
GQA 8 groups (baseline),winogrande,1101004800.0,0.4909234411996843
GQA 8 groups (baseline),winogrande,1258291200.0,0.48303078137332284
GQA 8 groups (baseline),winogrande,1572864000.0,0.48697711128650356
GQA 8 groups (baseline),winogrande,3145728000.0,0.4925019731649566
GQA 8 groups (baseline),winogrande,4718592000.0,0.5074980268350434
GQA 8 groups (baseline),winogrande,6291456000.0,0.49329123914759276
GQA 8 groups (baseline),winogrande,7864320000.0,0.4909234411996843
GQA 8 groups (baseline),winogrande,9437184000.0,0.48539857932123126
GQA 8 groups (baseline),winogrande,11010048000.0,0.489344909234412
GQA 8 groups (baseline),winogrande,12582912000.0,0.489344909234412
GQA 8 groups (baseline),winogrande,14155776000.0,0.4972375690607735
GQA 8 groups (baseline),winogrande,15728640000.0,0.48855564325177586
GQA 8 groups (baseline),winogrande,17301504000.0,0.4996053670086819
GQA 8 groups (baseline),winogrande,18874368000.0,0.4925019731649566
GQA 8 groups (baseline),winogrande,20447232000.0,0.500394632991318
GQA 8 groups (baseline),winogrande,22020096000.0,0.4964483030781373
GQA 8 groups (baseline),winogrande,23592960000.0,0.4956590370955012
GQA 8 groups (baseline),winogrande,25165824000.0,0.500394632991318
GQA 8 groups (baseline),winogrande,26738688000.0,0.4940805051302289
GQA 8 groups (baseline),winogrande,28311552000.0,0.4980268350434096
GQA 8 groups (baseline),winogrande,29884416000.0,0.4988161010260458
GQA 8 groups (baseline),winogrande,31457280000.0,0.4925019731649566
GQA 8 groups (baseline),winogrande,33030144000.0,0.5011838989739542
GQA 8 groups (baseline),winogrande,34603008000.0,0.5035516969218626
GQA 8 groups (baseline),winogrande,36175872000.0,0.4925019731649566
GQA 8 groups (baseline),winogrande,37748736000.0,0.5067087608524072
GQA 8 groups (baseline),winogrande,39321600000.0,0.5019731649565904
GQA 8 groups (baseline),winogrande,40894464000.0,0.505130228887135
GQA 8 groups (baseline),winogrande,42467328000.0,0.5043409629044988
GQA 8 groups (baseline),winogrande,44040192000.0,0.500394632991318
GQA 8 groups (baseline),winogrande,45613056000.0,0.5082872928176796
GQA 8 groups (baseline),winogrande,47185920000.0,0.5059194948697711
GQA 8 groups (baseline),winogrande,47185920000.0,0.5059194948697711
GQA 8 groups (baseline),openbookqa,629145600.0,0.25
GQA 8 groups (baseline),openbookqa,786432000.0,0.268
GQA 8 groups (baseline),openbookqa,943718400.0,0.274
GQA 8 groups (baseline),openbookqa,1101004800.0,0.286
GQA 8 groups (baseline),openbookqa,1258291200.0,0.252
GQA 8 groups (baseline),openbookqa,1572864000.0,0.248
GQA 8 groups (baseline),openbookqa,3145728000.0,0.288
GQA 8 groups (baseline),openbookqa,4718592000.0,0.26
GQA 8 groups (baseline),openbookqa,6291456000.0,0.282
GQA 8 groups (baseline),openbookqa,7864320000.0,0.29
GQA 8 groups (baseline),openbookqa,9437184000.0,0.28
GQA 8 groups (baseline),openbookqa,11010048000.0,0.302
GQA 8 groups (baseline),openbookqa,12582912000.0,0.29
GQA 8 groups (baseline),openbookqa,14155776000.0,0.298
GQA 8 groups (baseline),openbookqa,15728640000.0,0.31
GQA 8 groups (baseline),openbookqa,17301504000.0,0.308
GQA 8 groups (baseline),openbookqa,18874368000.0,0.318
GQA 8 groups (baseline),openbookqa,20447232000.0,0.318
GQA 8 groups (baseline),openbookqa,22020096000.0,0.326
GQA 8 groups (baseline),openbookqa,23592960000.0,0.312
GQA 8 groups (baseline),openbookqa,25165824000.0,0.314
GQA 8 groups (baseline),openbookqa,26738688000.0,0.3
GQA 8 groups (baseline),openbookqa,28311552000.0,0.324
GQA 8 groups (baseline),openbookqa,29884416000.0,0.296
GQA 8 groups (baseline),openbookqa,31457280000.0,0.314
GQA 8 groups (baseline),openbookqa,33030144000.0,0.31
GQA 8 groups (baseline),openbookqa,34603008000.0,0.314
GQA 8 groups (baseline),openbookqa,36175872000.0,0.316
GQA 8 groups (baseline),openbookqa,37748736000.0,0.322
GQA 8 groups (baseline),openbookqa,39321600000.0,0.318
GQA 8 groups (baseline),openbookqa,40894464000.0,0.318
GQA 8 groups (baseline),openbookqa,42467328000.0,0.316
GQA 8 groups (baseline),openbookqa,44040192000.0,0.316
GQA 8 groups (baseline),openbookqa,45613056000.0,0.32
GQA 8 groups (baseline),openbookqa,47185920000.0,0.314
GQA 8 groups (baseline),openbookqa,47185920000.0,0.314
MHA,hellaswag,1572864000.0,0.2634933280223063
MHA,hellaswag,3145728000.0,0.29954192391953793
MHA,hellaswag,4718592000.0,0.32443736307508464
MHA,hellaswag,6291456000.0,0.3450507866958773
MHA,hellaswag,7864320000.0,0.3681537542322247
MHA,hellaswag,9437184000.0,0.38099980083648677
MHA,hellaswag,11010048000.0,0.39673371838279226
MHA,hellaswag,12582912000.0,0.40201155148376816
MHA,hellaswag,14155776000.0,0.4166500697072296
MHA,hellaswag,15728640000.0,0.42272455686118304
MHA,hellaswag,17301504000.0,0.4331806413065126
MHA,hellaswag,18874368000.0,0.43766182035451107
MHA,hellaswag,20447232000.0,0.44293965345548697
MHA,hellaswag,22020096000.0,0.4473212507468632
MHA,hellaswag,23592960000.0,0.4554869547898825
MHA,hellaswag,25165824000.0,0.46046604262099183
MHA,hellaswag,26738688000.0,0.4675363473411671
MHA,hellaswag,28311552000.0,0.46773551085441145
MHA,hellaswag,29884416000.0,0.4714200358494324
MHA,hellaswag,31457280000.0,0.47769368651663013
MHA,hellaswag,33030144000.0,0.48008364867556264
MHA,hellaswag,34603008000.0,0.4825731925911173
MHA,hellaswag,36175872000.0,0.48615813582951606
MHA,hellaswag,37748736000.0,0.4879506074487154
MHA,hellaswag,39321600000.0,0.49432383987253536
MHA,hellaswag,40894464000.0,0.4945230033857797
MHA,hellaswag,42467328000.0,0.4945230033857797
MHA,hellaswag,44040192000.0,0.498406691894045
MHA,hellaswag,45613056000.0,0.49790878311093406
MHA,hellaswag,47185920000.0,0.4992033459470225
MHA,hellaswag,47185920000.0,0.4992033459470225
MHA,mmlu,1572864000.0,0.2538503284440106
MHA,mmlu,3145728000.0,0.2660650899710644
MHA,mmlu,4718592000.0,0.2775894262176124
MHA,mmlu,6291456000.0,0.28056070742116956
MHA,mmlu,7864320000.0,0.28706082429952784
MHA,mmlu,9437184000.0,0.2905202778120329
MHA,mmlu,11010048000.0,0.2970895059107717
MHA,mmlu,12582912000.0,0.29885544083886817
MHA,mmlu,14155776000.0,0.30410952737856956
MHA,mmlu,15728640000.0,0.3066997123471385
MHA,mmlu,17301504000.0,0.3110110782120057
MHA,mmlu,18874368000.0,0.30370244045627914
MHA,mmlu,20447232000.0,0.3146673244623488
MHA,mmlu,22020096000.0,0.30838034810714887
MHA,mmlu,23592960000.0,0.3108493853447417
MHA,mmlu,25165824000.0,0.31187059184075583
MHA,mmlu,26738688000.0,0.3146522772616844
MHA,mmlu,28311552000.0,0.31721283505138786
MHA,mmlu,29884416000.0,0.31417940704367203
MHA,mmlu,31457280000.0,0.32282606732608
MHA,mmlu,33030144000.0,0.3240958666818058
MHA,mmlu,34603008000.0,0.32417330866954897
MHA,mmlu,36175872000.0,0.32229839730524906
MHA,mmlu,37748736000.0,0.32150151331312726
MHA,mmlu,39321600000.0,0.3253164605257358
MHA,mmlu,40894464000.0,0.3281675331084834
MHA,mmlu,42467328000.0,0.329159476577291
MHA,mmlu,44040192000.0,0.32703307410727533
MHA,mmlu,45613056000.0,0.3290723842808839
MHA,mmlu,47185920000.0,0.32680301675775253
MHA,mmlu,47185920000.0,0.32680301675775253
MHA,arc,1572864000.0,0.27688790636742855
MHA,arc,3145728000.0,0.3408343962951471
MHA,arc,4718592000.0,0.36284632445042
MHA,arc,6291456000.0,0.3835611519058618
MHA,arc,7864320000.0,0.38746753657163213
MHA,arc,9437184000.0,0.40733486744578895
MHA,arc,11010048000.0,0.4096899024373427
MHA,arc,12582912000.0,0.41853403201526074
MHA,arc,14155776000.0,0.4337487503016513
MHA,arc,15728640000.0,0.4289259201801864
MHA,arc,17301504000.0,0.42463097987842013
MHA,arc,18874368000.0,0.42954574183243127
MHA,arc,20447232000.0,0.4362682570873697
MHA,arc,22020096000.0,0.43591633054090395
MHA,arc,23592960000.0,0.440079118833385
MHA,arc,25165824000.0,0.45282604198986454
MHA,arc,26738688000.0,0.4465911963778858
MHA,arc,28311552000.0,0.45749589179623307
MHA,arc,29884416000.0,0.448115972006757
MHA,arc,31457280000.0,0.45785930982176715
MHA,arc,33030144000.0,0.46083416646556574
MHA,arc,34603008000.0,0.4705602670619735
MHA,arc,36175872000.0,0.46362156835706325
MHA,arc,37748736000.0,0.4697644821364958
MHA,arc,39321600000.0,0.4689169855552108
MHA,arc,40894464000.0,0.4690757116098413
MHA,arc,42467328000.0,0.4695253157283874
MHA,arc,44040192000.0,0.47714703922041807
MHA,arc,45613056000.0,0.47738620562852646
MHA,arc,47185920000.0,0.4744113489847278
MHA,arc,47185920000.0,0.4744113489847278
MHA,piqa,1572864000.0,0.5614798694232862
MHA,piqa,3145728000.0,0.5957562568008705
MHA,piqa,4718592000.0,0.6229597388465724
MHA,piqa,6291456000.0,0.6365614798694232
MHA,piqa,7864320000.0,0.6452665941240479
MHA,piqa,9437184000.0,0.6610446137105549
MHA,piqa,11010048000.0,0.6713819368879217
MHA,piqa,12582912000.0,0.6735582154515778
MHA,piqa,14155776000.0,0.6708378672470077
MHA,piqa,15728640000.0,0.6795429815016322
MHA,piqa,17301504000.0,0.6849836779107725
MHA,piqa,18874368000.0,0.6789989118607181
MHA,piqa,20447232000.0,0.6953210010881393
MHA,piqa,22020096000.0,0.6877040261153428
MHA,piqa,23592960000.0,0.6893362350380848
MHA,piqa,25165824000.0,0.690968443960827
MHA,piqa,26738688000.0,0.6980413492927094
MHA,piqa,28311552000.0,0.6974972796517954
MHA,piqa,29884416000.0,0.6996735582154516
MHA,piqa,31457280000.0,0.6947769314472253
MHA,piqa,33030144000.0,0.7083786724700761
MHA,piqa,34603008000.0,0.705114254624592
MHA,piqa,36175872000.0,0.7083786724700761
MHA,piqa,37748736000.0,0.7089227421109902
MHA,piqa,39321600000.0,0.7083786724700761
MHA,piqa,40894464000.0,0.7121871599564744
MHA,piqa,42467328000.0,0.7105549510337323
MHA,piqa,44040192000.0,0.7072905331882481
MHA,piqa,45613056000.0,0.7132752992383025
MHA,piqa,47185920000.0,0.7127312295973884
MHA,piqa,47185920000.0,0.7127312295973884
MHA,commonsenseqa,1572864000.0,0.24488124488124488
MHA,commonsenseqa,3145728000.0,0.29074529074529076
MHA,commonsenseqa,4718592000.0,0.3194103194103194
MHA,commonsenseqa,6291456000.0,0.33906633906633904
MHA,commonsenseqa,7864320000.0,0.3357903357903358
MHA,commonsenseqa,9437184000.0,0.34807534807534807
MHA,commonsenseqa,11010048000.0,0.34807534807534807
MHA,commonsenseqa,12582912000.0,0.3669123669123669
MHA,commonsenseqa,14155776000.0,0.3783783783783784
MHA,commonsenseqa,15728640000.0,0.3775593775593776
MHA,commonsenseqa,17301504000.0,0.3628173628173628
MHA,commonsenseqa,18874368000.0,0.36855036855036855
MHA,commonsenseqa,20447232000.0,0.36936936936936937
MHA,commonsenseqa,22020096000.0,0.3783783783783784
MHA,commonsenseqa,23592960000.0,0.411957411957412
MHA,commonsenseqa,25165824000.0,0.3882063882063882
MHA,commonsenseqa,26738688000.0,0.3923013923013923
MHA,commonsenseqa,28311552000.0,0.37919737919737917
MHA,commonsenseqa,29884416000.0,0.3841113841113841
MHA,commonsenseqa,31457280000.0,0.3923013923013923
MHA,commonsenseqa,33030144000.0,0.38984438984438985
MHA,commonsenseqa,34603008000.0,0.40786240786240785
MHA,commonsenseqa,36175872000.0,0.3972153972153972
MHA,commonsenseqa,37748736000.0,0.4152334152334152
MHA,commonsenseqa,39321600000.0,0.3963963963963964
MHA,commonsenseqa,40894464000.0,0.4013104013104013
MHA,commonsenseqa,42467328000.0,0.40294840294840295
MHA,commonsenseqa,44040192000.0,0.4045864045864046
MHA,commonsenseqa,45613056000.0,0.41277641277641275
MHA,commonsenseqa,47185920000.0,0.39803439803439805
MHA,commonsenseqa,47185920000.0,0.39803439803439805
MHA,winogrande,1572864000.0,0.48539857932123126
MHA,winogrande,3145728000.0,0.47829518547750594
MHA,winogrande,4718592000.0,0.4877663772691397
MHA,winogrande,6291456000.0,0.5035516969218626
MHA,winogrande,7864320000.0,0.4909234411996843
MHA,winogrande,9437184000.0,0.4956590370955012
MHA,winogrande,11010048000.0,0.4925019731649566
MHA,winogrande,12582912000.0,0.505130228887135
MHA,winogrande,14155776000.0,0.4980268350434096
MHA,winogrande,15728640000.0,0.4940805051302289
MHA,winogrande,17301504000.0,0.48224151539068666
MHA,winogrande,18874368000.0,0.4846093133385951
MHA,winogrande,20447232000.0,0.5019731649565904
MHA,winogrande,22020096000.0,0.48539857932123126
MHA,winogrande,23592960000.0,0.48697711128650356
MHA,winogrande,25165824000.0,0.4940805051302289
MHA,winogrande,26738688000.0,0.48539857932123126
MHA,winogrande,28311552000.0,0.5043409629044988
MHA,winogrande,29884416000.0,0.500394632991318
MHA,winogrande,31457280000.0,0.4996053670086819
MHA,winogrande,33030144000.0,0.5043409629044988
MHA,winogrande,34603008000.0,0.5019731649565904
MHA,winogrande,36175872000.0,0.5067087608524072
MHA,winogrande,37748736000.0,0.4940805051302289
MHA,winogrande,39321600000.0,0.4964483030781373
MHA,winogrande,40894464000.0,0.5082872928176796
MHA,winogrande,42467328000.0,0.49013417521704816
MHA,winogrande,44040192000.0,0.4940805051302289
MHA,winogrande,45613056000.0,0.5019731649565904
MHA,winogrande,47185920000.0,0.5019731649565904
MHA,winogrande,47185920000.0,0.5019731649565904
MHA,openbookqa,1572864000.0,0.24
MHA,openbookqa,3145728000.0,0.264
MHA,openbookqa,4718592000.0,0.27
MHA,openbookqa,6291456000.0,0.272
MHA,openbookqa,7864320000.0,0.294
MHA,openbookqa,9437184000.0,0.284
MHA,openbookqa,11010048000.0,0.304
MHA,openbookqa,12582912000.0,0.286
MHA,openbookqa,14155776000.0,0.28
MHA,openbookqa,15728640000.0,0.306
MHA,openbookqa,17301504000.0,0.3
MHA,openbookqa,18874368000.0,0.298
MHA,openbookqa,20447232000.0,0.302
MHA,openbookqa,22020096000.0,0.3
MHA,openbookqa,23592960000.0,0.312
MHA,openbookqa,25165824000.0,0.304
MHA,openbookqa,26738688000.0,0.302
MHA,openbookqa,28311552000.0,0.31
MHA,openbookqa,29884416000.0,0.306
MHA,openbookqa,31457280000.0,0.308
MHA,openbookqa,33030144000.0,0.306
MHA,openbookqa,34603008000.0,0.3
MHA,openbookqa,36175872000.0,0.316
MHA,openbookqa,37748736000.0,0.32
MHA,openbookqa,39321600000.0,0.308
MHA,openbookqa,40894464000.0,0.32
MHA,openbookqa,42467328000.0,0.316
MHA,openbookqa,44040192000.0,0.32
MHA,openbookqa,45613056000.0,0.33
MHA,openbookqa,47185920000.0,0.318
MHA,openbookqa,47185920000.0,0.318
GQA 4 groups,hellaswag,1572864000.0,0.26309500099581756
GQA 4 groups,hellaswag,3145728000.0,0.2975502887870942
GQA 4 groups,hellaswag,4718592000.0,0.3269269069906393
GQA 4 groups,hellaswag,6291456000.0,0.3497311292571201
GQA 4 groups,hellaswag,7864320000.0,0.36496713802031466
GQA 4 groups,hellaswag,9437184000.0,0.38090021907986454
GQA 4 groups,hellaswag,11010048000.0,0.3994224258115913
GQA 4 groups,hellaswag,12582912000.0,0.40818562039434375
GQA 4 groups,hellaswag,14155776000.0,0.4146584345747859
GQA 4 groups,hellaswag,15728640000.0,0.4244174467237602
GQA 4 groups,hellaswag,17301504000.0,0.43328022306313485
GQA 4 groups,hellaswag,18874368000.0,0.4400517825134435
GQA 4 groups,hellaswag,20447232000.0,0.4453296156144194
GQA 4 groups,hellaswag,22020096000.0,0.4519020115514838
GQA 4 groups,hellaswag,23592960000.0,0.4609639514041028
GQA 4 groups,hellaswag,25165824000.0,0.4645488946425015
GQA 4 groups,hellaswag,26738688000.0,0.4702250547699661
GQA 4 groups,hellaswag,28311552000.0,0.4718183628759211
GQA 4 groups,hellaswag,29884416000.0,0.477096195976897
GQA 4 groups,hellaswag,31457280000.0,0.4814777932682733
GQA 4 groups,hellaswag,33030144000.0,0.48466440948018324
GQA 4 groups,hellaswag,34603008000.0,0.48685520812587135
GQA 4 groups,hellaswag,36175872000.0,0.48994224258115915
GQA 4 groups,hellaswag,37748736000.0,0.4963154750049791
GQA 4 groups,hellaswag,39321600000.0,0.49591714797849035
GQA 4 groups,hellaswag,40894464000.0,0.4985062736506672
GQA 4 groups,hellaswag,42467328000.0,0.5007966540529775
GQA 4 groups,hellaswag,44040192000.0,0.5006970722963553
GQA 4 groups,hellaswag,45613056000.0,0.504282015534754
GQA 4 groups,hellaswag,47185920000.0,0.5061740689105756
GQA 4 groups,hellaswag,47185920000.0,0.5064728141804421
GQA 4 groups,mmlu,1572864000.0,0.25817387119066715
GQA 4 groups,mmlu,3145728000.0,0.26866486739979367
GQA 4 groups,mmlu,4718592000.0,0.2812754303683095
GQA 4 groups,mmlu,6291456000.0,0.285038311563633
GQA 4 groups,mmlu,7864320000.0,0.2938572790136739
GQA 4 groups,mmlu,9437184000.0,0.29513617735690134
GQA 4 groups,mmlu,11010048000.0,0.293335083172075
GQA 4 groups,mmlu,12582912000.0,0.30641700760387536
GQA 4 groups,mmlu,14155776000.0,0.3060554134289484
GQA 4 groups,mmlu,15728640000.0,0.3062895456055499
GQA 4 groups,mmlu,17301504000.0,0.30872836661799985
GQA 4 groups,mmlu,18874368000.0,0.3076957383403891
GQA 4 groups,mmlu,20447232000.0,0.30909121047820975
GQA 4 groups,mmlu,22020096000.0,0.3146701805977974
GQA 4 groups,mmlu,23592960000.0,0.315150961665562
GQA 4 groups,mmlu,25165824000.0,0.3171814877807358
GQA 4 groups,mmlu,26738688000.0,0.3207778430923623
GQA 4 groups,mmlu,28311552000.0,0.3193286717868589
GQA 4 groups,mmlu,29884416000.0,0.32440298972136605
GQA 4 groups,mmlu,31457280000.0,0.3237774618570344
GQA 4 groups,mmlu,33030144000.0,0.3247659095596553
GQA 4 groups,mmlu,34603008000.0,0.33177611671583224
GQA 4 groups,mmlu,36175872000.0,0.3247801796318973
GQA 4 groups,mmlu,37748736000.0,0.32446368090161676
GQA 4 groups,mmlu,39321600000.0,0.3310436191440769
GQA 4 groups,mmlu,40894464000.0,0.3343864297238491
GQA 4 groups,mmlu,42467328000.0,0.3326059664944829
GQA 4 groups,mmlu,44040192000.0,0.3313856080585158
GQA 4 groups,mmlu,45613056000.0,0.3313425496930281
GQA 4 groups,mmlu,47185920000.0,0.3316693261630883
GQA 4 groups,mmlu,47185920000.0,0.33201964793742805
GQA 4 groups,arc,1572864000.0,0.2840830086990496
GQA 4 groups,arc,3145728000.0,0.3361702922283127
GQA 4 groups,arc,4718592000.0,0.3655647774675078
GQA 4 groups,arc,6291456000.0,0.3911886211374266
GQA 4 groups,arc,7864320000.0,0.3938725997173096
GQA 4 groups,arc,9437184000.0,0.4031548419347054
GQA 4 groups,arc,11010048000.0,0.4127164707369486
GQA 4 groups,arc,12582912000.0,0.4232900679146413
GQA 4 groups,arc,14155776000.0,0.435336729065398
GQA 4 groups,arc,15728640000.0,0.42957447053010195
GQA 4 groups,arc,17301504000.0,0.43953973753461806
GQA 4 groups,arc,18874368000.0,0.4464726904999943
GQA 4 groups,arc,20447232000.0,0.4528432792084669
GQA 4 groups,arc,22020096000.0,0.4553570402546512
GQA 4 groups,arc,23592960000.0,0.4527915675526597
GQA 4 groups,arc,25165824000.0,0.4646220452534445
GQA 4 groups,arc,26738688000.0,0.46610660070557686
GQA 4 groups,arc,28311552000.0,0.46930913227841553
GQA 4 groups,arc,29884416000.0,0.46401946081980217
GQA 4 groups,arc,31457280000.0,0.47313148550349915
GQA 4 groups,arc,33030144000.0,0.4686663276680342
GQA 4 groups,arc,34603008000.0,0.481122372760598
GQA 4 groups,arc,36175872000.0,0.4753945886625067
GQA 4 groups,arc,37748736000.0,0.4790352328748233
GQA 4 groups,arc,39321600000.0,0.47289231909539076
GQA 4 groups,arc,40894464000.0,0.4849217430275451
GQA 4 groups,arc,42467328000.0,0.489427121039749
GQA 4 groups,arc,44040192000.0,0.4883289665712874
GQA 4 groups,arc,45613056000.0,0.48072448029785914
GQA 4 groups,arc,47185920000.0,0.4843651245101757
GQA 4 groups,arc,47185920000.0,0.4830967525080153
GQA 4 groups,piqa,1572864000.0,0.5631120783460283
GQA 4 groups,piqa,3145728000.0,0.5979325353645266
GQA 4 groups,piqa,4718592000.0,0.6245919477693145
GQA 4 groups,piqa,6291456000.0,0.6360174102285092
GQA 4 groups,piqa,7864320000.0,0.6441784548422198
GQA 4 groups,piqa,9437184000.0,0.6605005440696409
GQA 4 groups,piqa,11010048000.0,0.6659412404787813
GQA 4 groups,piqa,12582912000.0,0.6746463547334058
GQA 4 groups,piqa,14155776000.0,0.676822633297062
GQA 4 groups,piqa,15728640000.0,0.6828073993471164
GQA 4 groups,piqa,17301504000.0,0.6860718171926007
GQA 4 groups,piqa,18874368000.0,0.6887921653971708
GQA 4 groups,piqa,20447232000.0,0.6887921653971708
GQA 4 groups,piqa,22020096000.0,0.6822633297062024
GQA 4 groups,piqa,23592960000.0,0.6871599564744287
GQA 4 groups,piqa,25165824000.0,0.6920565832426551
GQA 4 groups,piqa,26738688000.0,0.7002176278563657
GQA 4 groups,piqa,28311552000.0,0.6969532100108814
GQA 4 groups,piqa,29884416000.0,0.6974972796517954
GQA 4 groups,piqa,31457280000.0,0.6964091403699674
GQA 4 groups,piqa,33030144000.0,0.705114254624592
GQA 4 groups,piqa,34603008000.0,0.705114254624592
GQA 4 groups,piqa,36175872000.0,0.7040261153427638
GQA 4 groups,piqa,37748736000.0,0.7002176278563657
GQA 4 groups,piqa,39321600000.0,0.7002176278563657
GQA 4 groups,piqa,40894464000.0,0.7029379760609358
GQA 4 groups,piqa,42467328000.0,0.7110990206746464
GQA 4 groups,piqa,44040192000.0,0.7159956474428727
GQA 4 groups,piqa,45613056000.0,0.7132752992383025
GQA 4 groups,piqa,47185920000.0,0.7094668117519043
GQA 4 groups,piqa,47185920000.0,0.7105549510337323
GQA 4 groups,commonsenseqa,1572864000.0,0.2571662571662572
GQA 4 groups,commonsenseqa,3145728000.0,0.29565929565929566
GQA 4 groups,commonsenseqa,4718592000.0,0.32432432432432434
GQA 4 groups,commonsenseqa,6291456000.0,0.32186732186732187
GQA 4 groups,commonsenseqa,7864320000.0,0.32678132678132676
GQA 4 groups,commonsenseqa,9437184000.0,0.32596232596232594
GQA 4 groups,commonsenseqa,11010048000.0,0.3325143325143325
GQA 4 groups,commonsenseqa,12582912000.0,0.3751023751023751
GQA 4 groups,commonsenseqa,14155776000.0,0.37346437346437344
GQA 4 groups,commonsenseqa,15728640000.0,0.36855036855036855
GQA 4 groups,commonsenseqa,17301504000.0,0.38656838656838655
GQA 4 groups,commonsenseqa,18874368000.0,0.3783783783783784
GQA 4 groups,commonsenseqa,20447232000.0,0.3595413595413595
GQA 4 groups,commonsenseqa,22020096000.0,0.37182637182637185
GQA 4 groups,commonsenseqa,23592960000.0,0.3726453726453726
GQA 4 groups,commonsenseqa,25165824000.0,0.36936936936936937
GQA 4 groups,commonsenseqa,26738688000.0,0.3775593775593776
GQA 4 groups,commonsenseqa,28311552000.0,0.3824733824733825
GQA 4 groups,commonsenseqa,29884416000.0,0.389025389025389
GQA 4 groups,commonsenseqa,31457280000.0,0.4013104013104013
GQA 4 groups,commonsenseqa,33030144000.0,0.3841113841113841
GQA 4 groups,commonsenseqa,34603008000.0,0.39803439803439805
GQA 4 groups,commonsenseqa,36175872000.0,0.38656838656838655
GQA 4 groups,commonsenseqa,37748736000.0,0.38738738738738737
GQA 4 groups,commonsenseqa,39321600000.0,0.3759213759213759
GQA 4 groups,commonsenseqa,40894464000.0,0.3988533988533989
GQA 4 groups,commonsenseqa,42467328000.0,0.389025389025389
GQA 4 groups,commonsenseqa,44040192000.0,0.4021294021294021
GQA 4 groups,commonsenseqa,45613056000.0,0.38738738738738737
GQA 4 groups,commonsenseqa,47185920000.0,0.3841113841113841
GQA 4 groups,commonsenseqa,47185920000.0,0.3841113841113841
GQA 4 groups,winogrande,1572864000.0,0.4925019731649566
GQA 4 groups,winogrande,3145728000.0,0.48382004735595896
GQA 4 groups,winogrande,4718592000.0,0.5011838989739542
GQA 4 groups,winogrande,6291456000.0,0.4909234411996843
GQA 4 groups,winogrande,7864320000.0,0.4925019731649566
GQA 4 groups,winogrande,9437184000.0,0.48382004735595896
GQA 4 groups,winogrande,11010048000.0,0.4925019731649566
GQA 4 groups,winogrande,12582912000.0,0.48855564325177586
GQA 4 groups,winogrande,14155776000.0,0.4940805051302289
GQA 4 groups,winogrande,15728640000.0,0.5019731649565904
GQA 4 groups,winogrande,17301504000.0,0.49329123914759276
GQA 4 groups,winogrande,18874368000.0,0.5027624309392266
GQA 4 groups,winogrande,20447232000.0,0.4988161010260458
GQA 4 groups,winogrande,22020096000.0,0.5114443567482242
GQA 4 groups,winogrande,23592960000.0,0.4996053670086819
GQA 4 groups,winogrande,25165824000.0,0.4956590370955012
GQA 4 groups,winogrande,26738688000.0,0.500394632991318
GQA 4 groups,winogrande,28311552000.0,0.5035516969218626
GQA 4 groups,winogrande,29884416000.0,0.4940805051302289
GQA 4 groups,winogrande,31457280000.0,0.5019731649565904
GQA 4 groups,winogrande,33030144000.0,0.4925019731649566
GQA 4 groups,winogrande,34603008000.0,0.4980268350434096
GQA 4 groups,winogrande,36175872000.0,0.4972375690607735
GQA 4 groups,winogrande,37748736000.0,0.4988161010260458
GQA 4 groups,winogrande,39321600000.0,0.4980268350434096
GQA 4 groups,winogrande,40894464000.0,0.4988161010260458
GQA 4 groups,winogrande,42467328000.0,0.49329123914759276
GQA 4 groups,winogrande,44040192000.0,0.48855564325177586
GQA 4 groups,winogrande,45613056000.0,0.494869771112865
GQA 4 groups,winogrande,47185920000.0,0.4988161010260458
GQA 4 groups,winogrande,47185920000.0,0.4980268350434096
GQA 4 groups,openbookqa,1572864000.0,0.254
GQA 4 groups,openbookqa,3145728000.0,0.236
GQA 4 groups,openbookqa,4718592000.0,0.268
GQA 4 groups,openbookqa,6291456000.0,0.272
GQA 4 groups,openbookqa,7864320000.0,0.272
GQA 4 groups,openbookqa,9437184000.0,0.282
GQA 4 groups,openbookqa,11010048000.0,0.314
GQA 4 groups,openbookqa,12582912000.0,0.284
GQA 4 groups,openbookqa,14155776000.0,0.282
GQA 4 groups,openbookqa,15728640000.0,0.292
GQA 4 groups,openbookqa,17301504000.0,0.298
GQA 4 groups,openbookqa,18874368000.0,0.288
GQA 4 groups,openbookqa,20447232000.0,0.306
GQA 4 groups,openbookqa,22020096000.0,0.288
GQA 4 groups,openbookqa,23592960000.0,0.308
GQA 4 groups,openbookqa,25165824000.0,0.328
GQA 4 groups,openbookqa,26738688000.0,0.312
GQA 4 groups,openbookqa,28311552000.0,0.312
GQA 4 groups,openbookqa,29884416000.0,0.312
GQA 4 groups,openbookqa,31457280000.0,0.314
GQA 4 groups,openbookqa,33030144000.0,0.324
GQA 4 groups,openbookqa,34603008000.0,0.318
GQA 4 groups,openbookqa,36175872000.0,0.308
GQA 4 groups,openbookqa,37748736000.0,0.312
GQA 4 groups,openbookqa,39321600000.0,0.328
GQA 4 groups,openbookqa,40894464000.0,0.328
GQA 4 groups,openbookqa,42467328000.0,0.33
GQA 4 groups,openbookqa,44040192000.0,0.322
GQA 4 groups,openbookqa,45613056000.0,0.31
GQA 4 groups,openbookqa,47185920000.0,0.322
GQA 4 groups,openbookqa,47185920000.0,0.314
MQA,hellaswag,1572864000.0,0.26110336586337385
MQA,hellaswag,3145728000.0,0.2898824935271858
MQA,hellaswag,4718592000.0,0.31866162119099783
MQA,hellaswag,6291456000.0,0.3405696076478789
MQA,hellaswag,7864320000.0,0.35839474208325034
MQA,hellaswag,9437184000.0,0.37333200557657836
MQA,hellaswag,11010048000.0,0.3906592312288389
MQA,hellaswag,12582912000.0,0.3975303724357698
MQA,hellaswag,14155776000.0,0.40888269269069905
MQA,hellaswag,15728640000.0,0.41545508862776337
MQA,hellaswag,17301504000.0,0.4222266480780721
MQA,hellaswag,18874368000.0,0.42471619199362676
MQA,hellaswag,20447232000.0,0.4284007169886477
MQA,hellaswag,22020096000.0,0.43397729535949015
MQA,hellaswag,23592960000.0,0.4431388169687313
MQA,hellaswag,25165824000.0,0.448814977096196
MQA,hellaswag,26738688000.0,0.451503684524995
MQA,hellaswag,28311552000.0,0.45578570005974905
MQA,hellaswag,29884416000.0,0.4627564230233021
MQA,hellaswag,31457280000.0,0.46683927504481176
MQA,hellaswag,33030144000.0,0.4695279824736108
MQA,hellaswag,34603008000.0,0.4731129257120096
MQA,hellaswag,36175872000.0,0.4759012148974308
MQA,hellaswag,37748736000.0,0.47649870543716394
MQA,hellaswag,39321600000.0,0.47829117705636326
MQA,hellaswag,40894464000.0,0.48028281218880703
MQA,hellaswag,42467328000.0,0.4810794662417845
MQA,hellaswag,44040192000.0,0.4836685919139614
MQA,hellaswag,45613056000.0,0.48595897231627166
MQA,hellaswag,47185920000.0,0.4871539533957379
MQA,hellaswag,47185920000.0,0.4871539533957379
MQA,mmlu,1572864000.0,0.2543627197648624
MQA,mmlu,3145728000.0,0.2681902386009931
MQA,mmlu,4718592000.0,0.27721373975226216
MQA,mmlu,6291456000.0,0.2843085595466949
MQA,mmlu,7864320000.0,0.28932350587064265
MQA,mmlu,9437184000.0,0.29144249967506186
MQA,mmlu,11010048000.0,0.2959225754896006
MQA,mmlu,12582912000.0,0.295126698843318
MQA,mmlu,14155776000.0,0.2971442266521409
MQA,mmlu,15728640000.0,0.30235278230680646
MQA,mmlu,17301504000.0,0.3019403965700273
MQA,mmlu,18874368000.0,0.301417119644089
MQA,mmlu,20447232000.0,0.30707874634000326
MQA,mmlu,22020096000.0,0.30769649373713626
MQA,mmlu,23592960000.0,0.3062950734734772
MQA,mmlu,25165824000.0,0.30896455785273996
MQA,mmlu,26738688000.0,0.31141116214089487
MQA,mmlu,28311552000.0,0.31482284600059135
MQA,mmlu,29884416000.0,0.32057271598555037
MQA,mmlu,31457280000.0,0.318793334037572
MQA,mmlu,33030144000.0,0.3199069407624995
MQA,mmlu,34603008000.0,0.32339578170084887
MQA,mmlu,36175872000.0,0.32109429952337987
MQA,mmlu,37748736000.0,0.3215193776213223
MQA,mmlu,39321600000.0,0.32339743197770454
MQA,mmlu,40894464000.0,0.3268698924129341
MQA,mmlu,42467328000.0,0.3265744392425102
MQA,mmlu,44040192000.0,0.32592224844954487
MQA,mmlu,45613056000.0,0.3227556242964135
MQA,mmlu,47185920000.0,0.32461250872284597
MQA,mmlu,47185920000.0,0.32461250872284597
MQA,arc,1572864000.0,0.28476028774663587
MQA,arc,3145728000.0,0.3291683903885269
MQA,arc,4718592000.0,0.3574934498569311
MQA,arc,6291456000.0,0.372316021420117
MQA,arc,7864320000.0,0.38247448891646846
MQA,arc,9437184000.0,0.39697745371806803
MQA,arc,11010048000.0,0.4102924868709852
MQA,arc,12582912000.0,0.4219699842566737
MQA,arc,14155776000.0,0.43232739798439457
MQA,arc,15728640000.0,0.43212845175302517
MQA,arc,17301504000.0,0.43548970938049436
MQA,arc,18874368000.0,0.4354609806828237
MQA,arc,20447232000.0,0.44224669907263764
MQA,arc,22020096000.0,0.44269055745164965
MQA,arc,23592960000.0,0.4386232920789235
MQA,arc,25165824000.0,0.4505054814355156
MQA,arc,26738688000.0,0.4470580377150343
MQA,arc,28311552000.0,0.4494590386228612
MQA,arc,29884416000.0,0.44855983038576897
MQA,arc,31457280000.0,0.458701060663518
MQA,arc,33030144000.0,0.45957154020293955
MQA,arc,34603008000.0,0.47080517920961606
MQA,arc,36175872000.0,0.4670805035566128
MQA,arc,37748736000.0,0.46897444295055213
MQA,arc,39321600000.0,0.46469673986738835
MQA,arc,40894464000.0,0.47148245825720225
MQA,arc,42467328000.0,0.46493590627549675
MQA,arc,44040192000.0,0.4714767125176681
MQA,arc,45613056000.0,0.4769768216867193
MQA,arc,47185920000.0,0.4680867261925282
MQA,arc,47185920000.0,0.4680867261925282
MQA,piqa,1572864000.0,0.5505984766050055
MQA,piqa,3145728000.0,0.5968443960826986
MQA,piqa,4718592000.0,0.6158868335146899
MQA,piqa,6291456000.0,0.6218715995647442
MQA,piqa,7864320000.0,0.6517954298150164
MQA,piqa,9437184000.0,0.6648531011969532
MQA,piqa,11010048000.0,0.6632208922742111
MQA,piqa,12582912000.0,0.6637649619151251
MQA,piqa,14155776000.0,0.6708378672470077
MQA,piqa,15728640000.0,0.6719260065288357
MQA,piqa,17301504000.0,0.6800870511425462
MQA,piqa,18874368000.0,0.6702937976060935
MQA,piqa,20447232000.0,0.6789989118607181
MQA,piqa,22020096000.0,0.6833514689880305
MQA,piqa,23592960000.0,0.6898803046789989
MQA,piqa,25165824000.0,0.6877040261153428
MQA,piqa,26738688000.0,0.6985854189336235
MQA,piqa,28311552000.0,0.6931447225244831
MQA,piqa,29884416000.0,0.6926006528835691
MQA,piqa,31457280000.0,0.6964091403699674
MQA,piqa,33030144000.0,0.6996735582154516
MQA,piqa,34603008000.0,0.6985854189336235
MQA,piqa,36175872000.0,0.6996735582154516
MQA,piqa,37748736000.0,0.7002176278563657
MQA,piqa,39321600000.0,0.7002176278563657
MQA,piqa,40894464000.0,0.7007616974972797
MQA,piqa,42467328000.0,0.6974972796517954
MQA,piqa,44040192000.0,0.7018498367791077
MQA,piqa,45613056000.0,0.7013057671381937
MQA,piqa,47185920000.0,0.7013057671381937
MQA,piqa,47185920000.0,0.7013057671381937
MQA,commonsenseqa,1572864000.0,0.24651924651924653
MQA,commonsenseqa,3145728000.0,0.2784602784602785
MQA,commonsenseqa,4718592000.0,0.3194103194103194
MQA,commonsenseqa,6291456000.0,0.3316953316953317
MQA,commonsenseqa,7864320000.0,0.33742833742833744
MQA,commonsenseqa,9437184000.0,0.34807534807534807
MQA,commonsenseqa,11010048000.0,0.3497133497133497
MQA,commonsenseqa,12582912000.0,0.37346437346437344
MQA,commonsenseqa,14155776000.0,0.3628173628173628
MQA,commonsenseqa,15728640000.0,0.3701883701883702
MQA,commonsenseqa,17301504000.0,0.36609336609336607
MQA,commonsenseqa,18874368000.0,0.36855036855036855
MQA,commonsenseqa,20447232000.0,0.3701883701883702
MQA,commonsenseqa,22020096000.0,0.36936936936936937
MQA,commonsenseqa,23592960000.0,0.3824733824733825
MQA,commonsenseqa,25165824000.0,0.3652743652743653
MQA,commonsenseqa,26738688000.0,0.3759213759213759
MQA,commonsenseqa,28311552000.0,0.3783783783783784
MQA,commonsenseqa,29884416000.0,0.37919737919737917
MQA,commonsenseqa,31457280000.0,0.3906633906633907
MQA,commonsenseqa,33030144000.0,0.3914823914823915
MQA,commonsenseqa,34603008000.0,0.3972153972153972
MQA,commonsenseqa,36175872000.0,0.38984438984438985
MQA,commonsenseqa,37748736000.0,0.3914823914823915
MQA,commonsenseqa,39321600000.0,0.39803439803439805
MQA,commonsenseqa,40894464000.0,0.3955773955773956
MQA,commonsenseqa,42467328000.0,0.39967239967239965
MQA,commonsenseqa,44040192000.0,0.4021294021294021
MQA,commonsenseqa,45613056000.0,0.3906633906633907
MQA,commonsenseqa,47185920000.0,0.39475839475839475
MQA,commonsenseqa,47185920000.0,0.39475839475839475
MQA,winogrande,1572864000.0,0.47671665351223363
MQA,winogrande,3145728000.0,0.4648776637726914
MQA,winogrande,4718592000.0,0.5019731649565904
MQA,winogrande,6291456000.0,0.500394632991318
MQA,winogrande,7864320000.0,0.49329123914759276
MQA,winogrande,9437184000.0,0.5059194948697711
MQA,winogrande,11010048000.0,0.48697711128650356
MQA,winogrande,12582912000.0,0.49171270718232046
MQA,winogrande,14155776000.0,0.48382004735595896
MQA,winogrande,15728640000.0,0.494869771112865
MQA,winogrande,17301504000.0,0.4925019731649566
MQA,winogrande,18874368000.0,0.500394632991318
MQA,winogrande,20447232000.0,0.5011838989739542
MQA,winogrande,22020096000.0,0.5090765588003157
MQA,winogrande,23592960000.0,0.5074980268350434
MQA,winogrande,25165824000.0,0.5059194948697711
MQA,winogrande,26738688000.0,0.500394632991318
MQA,winogrande,28311552000.0,0.5011838989739542
MQA,winogrande,29884416000.0,0.489344909234412
MQA,winogrande,31457280000.0,0.5059194948697711
MQA,winogrande,33030144000.0,0.5011838989739542
MQA,winogrande,34603008000.0,0.5027624309392266
MQA,winogrande,36175872000.0,0.5043409629044988
MQA,winogrande,37748736000.0,0.5090765588003157
MQA,winogrande,39321600000.0,0.4964483030781373
MQA,winogrande,40894464000.0,0.4996053670086819
MQA,winogrande,42467328000.0,0.500394632991318
MQA,winogrande,44040192000.0,0.5067087608524072
MQA,winogrande,45613056000.0,0.4988161010260458
MQA,winogrande,47185920000.0,0.4996053670086819
MQA,winogrande,47185920000.0,0.4996053670086819
MQA,openbookqa,1572864000.0,0.23
MQA,openbookqa,3145728000.0,0.242
MQA,openbookqa,4718592000.0,0.268
MQA,openbookqa,6291456000.0,0.28
MQA,openbookqa,7864320000.0,0.282
MQA,openbookqa,9437184000.0,0.292
MQA,openbookqa,11010048000.0,0.294
MQA,openbookqa,12582912000.0,0.292
MQA,openbookqa,14155776000.0,0.3
MQA,openbookqa,15728640000.0,0.306
MQA,openbookqa,17301504000.0,0.31
MQA,openbookqa,18874368000.0,0.308
MQA,openbookqa,20447232000.0,0.308
MQA,openbookqa,22020096000.0,0.312
MQA,openbookqa,23592960000.0,0.306
MQA,openbookqa,25165824000.0,0.302
MQA,openbookqa,26738688000.0,0.306
MQA,openbookqa,28311552000.0,0.322
MQA,openbookqa,29884416000.0,0.318
MQA,openbookqa,31457280000.0,0.33
MQA,openbookqa,33030144000.0,0.316
MQA,openbookqa,34603008000.0,0.33
MQA,openbookqa,36175872000.0,0.332
MQA,openbookqa,37748736000.0,0.31
MQA,openbookqa,39321600000.0,0.322
MQA,openbookqa,40894464000.0,0.326
MQA,openbookqa,42467328000.0,0.326
MQA,openbookqa,44040192000.0,0.322
MQA,openbookqa,45613056000.0,0.324
MQA,openbookqa,47185920000.0,0.332
MQA,openbookqa,47185920000.0,0.332
GQA 2 groups,hellaswag,1572864000.0,0.2638916550487951
GQA 2 groups,hellaswag,3145728000.0,0.3005377414857598
GQA 2 groups,hellaswag,4718592000.0,0.3291177056363274
GQA 2 groups,hellaswag,6291456000.0,0.34863572993427605
GQA 2 groups,hellaswag,7864320000.0,0.3703445528779128
GQA 2 groups,hellaswag,9437184000.0,0.3855805616411073
GQA 2 groups,hellaswag,11010048000.0,0.40111531567416847
GQA 2 groups,hellaswag,12582912000.0,0.410973909579765
GQA 2 groups,hellaswag,14155776000.0,0.4221270663214499
GQA 2 groups,hellaswag,15728640000.0,0.42850029874526985
GQA 2 groups,hellaswag,17301504000.0,0.43835889265086636
GQA 2 groups,hellaswag,18874368000.0,0.4425413264289982
GQA 2 groups,hellaswag,20447232000.0,0.4470225054769966
GQA 2 groups,hellaswag,22020096000.0,0.45269866560446126
GQA 2 groups,hellaswag,23592960000.0,0.4596693885680143
GQA 2 groups,hellaswag,25165824000.0,0.4666401115315674
GQA 2 groups,hellaswag,26738688000.0,0.4682334196375224
GQA 2 groups,hellaswag,28311552000.0,0.472814180442143
GQA 2 groups,hellaswag,29884416000.0,0.47679745070703045
GQA 2 groups,hellaswag,31457280000.0,0.48247361083449514
GQA 2 groups,hellaswag,33030144000.0,0.4827723561043617
GQA 2 groups,hellaswag,34603008000.0,0.4878510256920932
GQA 2 groups,hellaswag,36175872000.0,0.4901414060944035
GQA 2 groups,hellaswag,37748736000.0,0.49283011352320255
GQA 2 groups,hellaswag,39321600000.0,0.49482174865564627
GQA 2 groups,hellaswag,40894464000.0,0.4954192391953794
GQA 2 groups,hellaswag,42467328000.0,0.4989046006771559
GQA 2 groups,hellaswag,44040192000.0,0.5008962358095996
GQA 2 groups,hellaswag,45613056000.0,0.500497908783111
GQA 2 groups,hellaswag,47185920000.0,0.5035849432383988
GQA 2 groups,hellaswag,47185920000.0,0.5036845249950209
GQA 2 groups,mmlu,1572864000.0,0.25893815901560957
GQA 2 groups,mmlu,3145728000.0,0.266950838336094
GQA 2 groups,mmlu,4718592000.0,0.2782766769711504
GQA 2 groups,mmlu,6291456000.0,0.2806269796728518
GQA 2 groups,mmlu,7864320000.0,0.28977318002513425
GQA 2 groups,mmlu,9437184000.0,0.2952406112618376
GQA 2 groups,mmlu,11010048000.0,0.2997183871428359
GQA 2 groups,mmlu,12582912000.0,0.29655800059744747
GQA 2 groups,mmlu,14155776000.0,0.30496467062704363
GQA 2 groups,mmlu,15728640000.0,0.2996148691666964
GQA 2 groups,mmlu,17301504000.0,0.3113110420783124
GQA 2 groups,mmlu,18874368000.0,0.3132468492529825
GQA 2 groups,mmlu,20447232000.0,0.3151472361472257
GQA 2 groups,mmlu,22020096000.0,0.3129632286933616
GQA 2 groups,mmlu,23592960000.0,0.3170194969721171
GQA 2 groups,mmlu,25165824000.0,0.3165538196067337
GQA 2 groups,mmlu,26738688000.0,0.3167847202070646
GQA 2 groups,mmlu,28311552000.0,0.3231019852425221
GQA 2 groups,mmlu,29884416000.0,0.3225677506747409
GQA 2 groups,mmlu,31457280000.0,0.32550547783751416
GQA 2 groups,mmlu,33030144000.0,0.3242943906465741
GQA 2 groups,mmlu,34603008000.0,0.3228672462593321
GQA 2 groups,mmlu,36175872000.0,0.3231552782301944
GQA 2 groups,mmlu,37748736000.0,0.3282547471790177
GQA 2 groups,mmlu,39321600000.0,0.3278489908690609
GQA 2 groups,mmlu,40894464000.0,0.33286469192239854
GQA 2 groups,mmlu,42467328000.0,0.33491847939598235
GQA 2 groups,mmlu,44040192000.0,0.3283555078544681
GQA 2 groups,mmlu,45613056000.0,0.3307858249400203
GQA 2 groups,mmlu,47185920000.0,0.32988578157607207
GQA 2 groups,mmlu,47185920000.0,0.32962608134765653
GQA 2 groups,arc,1572864000.0,0.2872223371370129
GQA 2 groups,arc,3145728000.0,0.3385080900012641
GQA 2 groups,arc,4718592000.0,0.36550732007216646
GQA 2 groups,arc,6291456000.0,0.38583574654393765
GQA 2 groups,arc,7864320000.0,0.3887646372714632
GQA 2 groups,arc,9437184000.0,0.41177129658358325
GQA 2 groups,arc,11010048000.0,0.4042415049240988
GQA 2 groups,arc,12582912000.0,0.41798890497695956
GQA 2 groups,arc,14155776000.0,0.433999408188828
GQA 2 groups,arc,15728640000.0,0.4323503809425311
GQA 2 groups,arc,17301504000.0,0.44124047643672215
GQA 2 groups,arc,18874368000.0,0.4554087519104584
GQA 2 groups,arc,20447232000.0,0.44249161122028013
GQA 2 groups,arc,22020096000.0,0.43615549694901234
GQA 2 groups,arc,23592960000.0,0.43779877845577503
GQA 2 groups,arc,25165824000.0,0.45561344388136193
GQA 2 groups,arc,26738688000.0,0.45742694292182345
GQA 2 groups,arc,28311552000.0,0.45663690373587984
GQA 2 groups,arc,29884416000.0,0.4613239907608508
GQA 2 groups,arc,31457280000.0,0.47271061008262377
GQA 2 groups,arc,33030144000.0,0.47610634214729775
GQA 2 groups,arc,34603008000.0,0.4750484078555751
GQA 2 groups,arc,36175872000.0,0.4697472449178933
GQA 2 groups,arc,37748736000.0,0.4767146723204744
GQA 2 groups,arc,39321600000.0,0.4710041254409855
GQA 2 groups,arc,40894464000.0,0.4756107721124786
GQA 2 groups,arc,42467328000.0,0.4856334965123361
GQA 2 groups,arc,44040192000.0,0.48626480964364927
GQA 2 groups,arc,45613056000.0,0.483751048597465
GQA 2 groups,arc,47185920000.0,0.4794963284724377
GQA 2 groups,arc,47185920000.0,0.47991720389331316
GQA 2 groups,piqa,1572864000.0,0.558759521218716
GQA 2 groups,piqa,3145728000.0,0.5957562568008705
GQA 2 groups,piqa,4718592000.0,0.6169749727965179
GQA 2 groups,piqa,6291456000.0,0.6305767138193689
GQA 2 groups,piqa,7864320000.0,0.6577801958650707
GQA 2 groups,piqa,9437184000.0,0.6643090315560392
GQA 2 groups,piqa,11010048000.0,0.6806311207834603
GQA 2 groups,piqa,12582912000.0,0.676822633297062
GQA 2 groups,piqa,14155776000.0,0.6719260065288357
GQA 2 groups,piqa,15728640000.0,0.6735582154515778
GQA 2 groups,piqa,17301504000.0,0.6741022850924918
GQA 2 groups,piqa,18874368000.0,0.6887921653971708
GQA 2 groups,piqa,20447232000.0,0.6969532100108814
GQA 2 groups,piqa,22020096000.0,0.6931447225244831
GQA 2 groups,piqa,23592960000.0,0.6866158868335147
GQA 2 groups,piqa,25165824000.0,0.6893362350380848
GQA 2 groups,piqa,26738688000.0,0.7013057671381937
GQA 2 groups,piqa,28311552000.0,0.6974972796517954
GQA 2 groups,piqa,29884416000.0,0.705658324265506
GQA 2 groups,piqa,31457280000.0,0.704570184983678
GQA 2 groups,piqa,33030144000.0,0.7121871599564744
GQA 2 groups,piqa,34603008000.0,0.7023939064200218
GQA 2 groups,piqa,36175872000.0,0.704570184983678
GQA 2 groups,piqa,37748736000.0,0.7083786724700761
GQA 2 groups,piqa,39321600000.0,0.7094668117519043
GQA 2 groups,piqa,40894464000.0,0.7149075081610446
GQA 2 groups,piqa,42467328000.0,0.7154515778019587
GQA 2 groups,piqa,44040192000.0,0.7094668117519043
GQA 2 groups,piqa,45613056000.0,0.7149075081610446
GQA 2 groups,piqa,47185920000.0,0.7127312295973884
GQA 2 groups,piqa,47185920000.0,0.7127312295973884
GQA 2 groups,commonsenseqa,1572864000.0,0.25143325143325146
GQA 2 groups,commonsenseqa,3145728000.0,0.29811629811629814
GQA 2 groups,commonsenseqa,4718592000.0,0.3185913185913186
GQA 2 groups,commonsenseqa,6291456000.0,0.34316134316134317
GQA 2 groups,commonsenseqa,7864320000.0,0.3357903357903358
GQA 2 groups,commonsenseqa,9437184000.0,0.35544635544635544
GQA 2 groups,commonsenseqa,11010048000.0,0.3415233415233415
GQA 2 groups,commonsenseqa,12582912000.0,0.3669123669123669
GQA 2 groups,commonsenseqa,14155776000.0,0.36936936936936937
GQA 2 groups,commonsenseqa,15728640000.0,0.3652743652743653
GQA 2 groups,commonsenseqa,17301504000.0,0.3726453726453726
GQA 2 groups,commonsenseqa,18874368000.0,0.37346437346437344
GQA 2 groups,commonsenseqa,20447232000.0,0.35626535626535627
GQA 2 groups,commonsenseqa,22020096000.0,0.38001638001638
GQA 2 groups,commonsenseqa,23592960000.0,0.37428337428337427
GQA 2 groups,commonsenseqa,25165824000.0,0.3701883701883702
GQA 2 groups,commonsenseqa,26738688000.0,0.3939393939393939
GQA 2 groups,commonsenseqa,28311552000.0,0.37919737919737917
GQA 2 groups,commonsenseqa,29884416000.0,0.38493038493038495
GQA 2 groups,commonsenseqa,31457280000.0,0.39803439803439805
GQA 2 groups,commonsenseqa,33030144000.0,0.3914823914823915
GQA 2 groups,commonsenseqa,34603008000.0,0.4021294021294021
GQA 2 groups,commonsenseqa,36175872000.0,0.3759213759213759
GQA 2 groups,commonsenseqa,37748736000.0,0.3939393939393939
GQA 2 groups,commonsenseqa,39321600000.0,0.38656838656838655
GQA 2 groups,commonsenseqa,40894464000.0,0.39475839475839475
GQA 2 groups,commonsenseqa,42467328000.0,0.3857493857493858
GQA 2 groups,commonsenseqa,44040192000.0,0.3931203931203931
GQA 2 groups,commonsenseqa,45613056000.0,0.39967239967239965
GQA 2 groups,commonsenseqa,47185920000.0,0.39475839475839475
GQA 2 groups,commonsenseqa,47185920000.0,0.39475839475839475
GQA 2 groups,winogrande,1572864000.0,0.49329123914759276
GQA 2 groups,winogrande,3145728000.0,0.500394632991318
GQA 2 groups,winogrande,4718592000.0,0.5019731649565904
GQA 2 groups,winogrande,6291456000.0,0.48303078137332284
GQA 2 groups,winogrande,7864320000.0,0.4925019731649566
GQA 2 groups,winogrande,9437184000.0,0.5067087608524072
GQA 2 groups,winogrande,11010048000.0,0.4988161010260458
GQA 2 groups,winogrande,12582912000.0,0.5011838989739542
GQA 2 groups,winogrande,14155776000.0,0.4925019731649566
GQA 2 groups,winogrande,15728640000.0,0.4980268350434096
GQA 2 groups,winogrande,17301504000.0,0.49013417521704816
GQA 2 groups,winogrande,18874368000.0,0.489344909234412
GQA 2 groups,winogrande,20447232000.0,0.49329123914759276
GQA 2 groups,winogrande,22020096000.0,0.5011838989739542
GQA 2 groups,winogrande,23592960000.0,0.4846093133385951
GQA 2 groups,winogrande,25165824000.0,0.4925019731649566
GQA 2 groups,winogrande,26738688000.0,0.48855564325177586
GQA 2 groups,winogrande,28311552000.0,0.5059194948697711
GQA 2 groups,winogrande,29884416000.0,0.4940805051302289
GQA 2 groups,winogrande,31457280000.0,0.5067087608524072
GQA 2 groups,winogrande,33030144000.0,0.5153906866614049
GQA 2 groups,winogrande,34603008000.0,0.5035516969218626
GQA 2 groups,winogrande,36175872000.0,0.5074980268350434
GQA 2 groups,winogrande,37748736000.0,0.5059194948697711
GQA 2 groups,winogrande,39321600000.0,0.505130228887135
GQA 2 groups,winogrande,40894464000.0,0.4988161010260458
GQA 2 groups,winogrande,42467328000.0,0.4996053670086819
GQA 2 groups,winogrande,44040192000.0,0.494869771112865
GQA 2 groups,winogrande,45613056000.0,0.505130228887135
GQA 2 groups,winogrande,47185920000.0,0.5011838989739542
GQA 2 groups,winogrande,47185920000.0,0.5011838989739542
GQA 2 groups,openbookqa,1572864000.0,0.266
GQA 2 groups,openbookqa,3145728000.0,0.264
GQA 2 groups,openbookqa,4718592000.0,0.28
GQA 2 groups,openbookqa,6291456000.0,0.282
GQA 2 groups,openbookqa,7864320000.0,0.28
GQA 2 groups,openbookqa,9437184000.0,0.286
GQA 2 groups,openbookqa,11010048000.0,0.294
GQA 2 groups,openbookqa,12582912000.0,0.306
GQA 2 groups,openbookqa,14155776000.0,0.286
GQA 2 groups,openbookqa,15728640000.0,0.302
GQA 2 groups,openbookqa,17301504000.0,0.304
GQA 2 groups,openbookqa,18874368000.0,0.29
GQA 2 groups,openbookqa,20447232000.0,0.302
GQA 2 groups,openbookqa,22020096000.0,0.31
GQA 2 groups,openbookqa,23592960000.0,0.29
GQA 2 groups,openbookqa,25165824000.0,0.294
GQA 2 groups,openbookqa,26738688000.0,0.304
GQA 2 groups,openbookqa,28311552000.0,0.308
GQA 2 groups,openbookqa,29884416000.0,0.306
GQA 2 groups,openbookqa,31457280000.0,0.324
GQA 2 groups,openbookqa,33030144000.0,0.3
GQA 2 groups,openbookqa,34603008000.0,0.306
GQA 2 groups,openbookqa,36175872000.0,0.318
GQA 2 groups,openbookqa,37748736000.0,0.326
GQA 2 groups,openbookqa,39321600000.0,0.316
GQA 2 groups,openbookqa,40894464000.0,0.316
GQA 2 groups,openbookqa,42467328000.0,0.318
GQA 2 groups,openbookqa,44040192000.0,0.312
GQA 2 groups,openbookqa,45613056000.0,0.314
GQA 2 groups,openbookqa,47185920000.0,0.332
GQA 2 groups,openbookqa,47185920000.0,0.332
GQA 16 groups,hellaswag,1572864000.0,0.26638119896434975
GQA 16 groups,hellaswag,3145728000.0,0.29725154351722766
GQA 16 groups,hellaswag,4718592000.0,0.3232423819956184
GQA 16 groups,hellaswag,6291456000.0,0.345947022505477
GQA 16 groups,hellaswag,7864320000.0,0.36387173869747064
GQA 16 groups,hellaswag,9437184000.0,0.3770165305715993
GQA 16 groups,hellaswag,11010048000.0,0.3888667596096395
GQA 16 groups,hellaswag,12582912000.0,0.3999203345947023
GQA 16 groups,hellaswag,14155776000.0,0.4047998406691894
GQA 16 groups,hellaswag,15728640000.0,0.41505676160127464
GQA 16 groups,hellaswag,17301504000.0,0.4214299940250946
GQA 16 groups,hellaswag,18874368000.0,0.4297948615813583
GQA 16 groups,hellaswag,20447232000.0,0.43537143995220073
GQA 16 groups,hellaswag,22020096000.0,0.4396534554869548
GQA 16 groups,hellaswag,23592960000.0,0.44453296156144195
GQA 16 groups,hellaswag,25165824000.0,0.450408285202151
GQA 16 groups,hellaswag,26738688000.0,0.4539932284405497
GQA 16 groups,hellaswag,28311552000.0,0.4583748257319259
GQA 16 groups,hellaswag,29884416000.0,0.4658434574785899
GQA 16 groups,hellaswag,31457280000.0,0.4658434574785899
GQA 16 groups,hellaswag,33030144000.0,0.46932881896036643
GQA 16 groups,hellaswag,34603008000.0,0.4726150169288986
GQA 16 groups,hellaswag,36175872000.0,0.4750049790878311
GQA 16 groups,hellaswag,37748736000.0,0.47849034056960765
GQA 16 groups,hellaswag,39321600000.0,0.47699661422027484
GQA 16 groups,hellaswag,40894464000.0,0.4817765385381398
GQA 16 groups,hellaswag,42467328000.0,0.483469428400717
GQA 16 groups,hellaswag,44040192000.0,0.4838677554272057
GQA 16 groups,hellaswag,45613056000.0,0.4871539533957379
GQA 16 groups,hellaswag,47185920000.0,0.4876518621788488
GQA 16 groups,hellaswag,47185920000.0,0.4876518621788488
GQA 16 groups,mmlu,1572864000.0,0.2586058592369441
GQA 16 groups,mmlu,3145728000.0,0.26634146971655254
GQA 16 groups,mmlu,4718592000.0,0.2752620966818081
GQA 16 groups,mmlu,6291456000.0,0.27723838561789776
GQA 16 groups,mmlu,7864320000.0,0.2907593722781619
GQA 16 groups,mmlu,9437184000.0,0.2888604138964714
GQA 16 groups,mmlu,11010048000.0,0.2957633673200839
GQA 16 groups,mmlu,12582912000.0,0.3028954368082722
GQA 16 groups,mmlu,14155776000.0,0.3047139926837695
GQA 16 groups,mmlu,15728640000.0,0.30200738396734134
GQA 16 groups,mmlu,17301504000.0,0.2988136625121266
GQA 16 groups,mmlu,18874368000.0,0.3049125953383158
GQA 16 groups,mmlu,20447232000.0,0.3087076265586535
GQA 16 groups,mmlu,22020096000.0,0.3110565537496892
GQA 16 groups,mmlu,23592960000.0,0.31286864672604336
GQA 16 groups,mmlu,25165824000.0,0.3165165291570455
GQA 16 groups,mmlu,26738688000.0,0.3130227604981286
GQA 16 groups,mmlu,28311552000.0,0.31201072875343294
GQA 16 groups,mmlu,29884416000.0,0.31785436718480414
GQA 16 groups,mmlu,31457280000.0,0.3174887145127641
GQA 16 groups,mmlu,33030144000.0,0.31908027406102574
GQA 16 groups,mmlu,34603008000.0,0.3214675989655296
GQA 16 groups,mmlu,36175872000.0,0.31794662697281006
GQA 16 groups,mmlu,37748736000.0,0.31853199734510235
GQA 16 groups,mmlu,39321600000.0,0.32378989604266356
GQA 16 groups,mmlu,40894464000.0,0.3210330675024162
GQA 16 groups,mmlu,42467328000.0,0.3205941290618468
GQA 16 groups,mmlu,44040192000.0,0.3229486256698073
GQA 16 groups,mmlu,45613056000.0,0.3217503672919379
GQA 16 groups,mmlu,47185920000.0,0.32234500341607886
GQA 16 groups,mmlu,47185920000.0,0.32234500341607886
GQA 16 groups,arc,1572864000.0,0.2904248687098516
GQA 16 groups,arc,3145728000.0,0.34400245343078106
GQA 16 groups,arc,4718592000.0,0.3685396341113064
GQA 16 groups,arc,6291456000.0,0.37929494030176625
GQA 16 groups,arc,7864320000.0,0.398980562163156
GQA 16 groups,arc,9437184000.0,0.3989001218096781
GQA 16 groups,arc,11010048000.0,0.41755079233748177
GQA 16 groups,arc,12582912000.0,0.42658237666770094
GQA 16 groups,arc,14155776000.0,0.4437714747015088
GQA 16 groups,arc,15728640000.0,0.43525054297238597
GQA 16 groups,arc,17301504000.0,0.43506883395961893
GQA 16 groups,arc,18874368000.0,0.42441479642844826
GQA 16 groups,arc,20447232000.0,0.44390147205846864
GQA 16 groups,arc,22020096000.0,0.4528834993852059
GQA 16 groups,arc,23592960000.0,0.4564437032440445
GQA 16 groups,arc,25165824000.0,0.4564322117649763
GQA 16 groups,arc,26738688000.0,0.4547372186024063
GQA 16 groups,arc,28311552000.0,0.4528432792084669
GQA 16 groups,arc,29884416000.0,0.46314323554084647
GQA 16 groups,arc,31457280000.0,0.465936383171878
GQA 16 groups,arc,33030144000.0,0.46427011870697876
GQA 16 groups,arc,34603008000.0,0.4716584215304352
GQA 16 groups,arc,36175872000.0,0.4653050700405649
GQA 16 groups,arc,37748736000.0,0.46275683455717587
GQA 16 groups,arc,39321600000.0,0.4657431826800427
GQA 16 groups,arc,40894464000.0,0.4707994334700819
GQA 16 groups,arc,42467328000.0,0.46740944714494204
GQA 16 groups,arc,44040192000.0,0.4710385998781903
GQA 16 groups,arc,45613056000.0,0.4723012261408166
GQA 16 groups,arc,47185920000.0,0.4683086553820342
GQA 16 groups,arc,47185920000.0,0.4683086553820342
GQA 16 groups,piqa,1572864000.0,0.5620239390642002
GQA 16 groups,piqa,3145728000.0,0.6001088139281828
GQA 16 groups,piqa,4718592000.0,0.6137105549510338
GQA 16 groups,piqa,6291456000.0,0.6332970620239391
GQA 16 groups,piqa,7864320000.0,0.6485310119695321
GQA 16 groups,piqa,9437184000.0,0.6490750816104461
GQA 16 groups,piqa,11010048000.0,0.6686615886833515
GQA 16 groups,piqa,12582912000.0,0.6643090315560392
GQA 16 groups,piqa,14155776000.0,0.6681175190424374
GQA 16 groups,piqa,15728640000.0,0.6697497279651795
GQA 16 groups,piqa,17301504000.0,0.6779107725788901
GQA 16 groups,piqa,18874368000.0,0.6779107725788901
GQA 16 groups,piqa,20447232000.0,0.6871599564744287
GQA 16 groups,piqa,22020096000.0,0.6882480957562568
GQA 16 groups,piqa,23592960000.0,0.6833514689880305
GQA 16 groups,piqa,25165824000.0,0.690968443960827
GQA 16 groups,piqa,26738688000.0,0.6833514689880305
GQA 16 groups,piqa,28311552000.0,0.6936887921653971
GQA 16 groups,piqa,29884416000.0,0.6964091403699674
GQA 16 groups,piqa,31457280000.0,0.7018498367791077
GQA 16 groups,piqa,33030144000.0,0.6996735582154516
GQA 16 groups,piqa,34603008000.0,0.7023939064200218
GQA 16 groups,piqa,36175872000.0,0.7018498367791077
GQA 16 groups,piqa,37748736000.0,0.7040261153427638
GQA 16 groups,piqa,39321600000.0,0.6996735582154516
GQA 16 groups,piqa,40894464000.0,0.6985854189336235
GQA 16 groups,piqa,42467328000.0,0.7013057671381937
GQA 16 groups,piqa,44040192000.0,0.7078346028291621
GQA 16 groups,piqa,45613056000.0,0.7132752992383025
GQA 16 groups,piqa,47185920000.0,0.7083786724700761
GQA 16 groups,piqa,47185920000.0,0.7083786724700761
GQA 16 groups,commonsenseqa,1572864000.0,0.2547092547092547
GQA 16 groups,commonsenseqa,3145728000.0,0.31695331695331697
GQA 16 groups,commonsenseqa,4718592000.0,0.3235053235053235
GQA 16 groups,commonsenseqa,6291456000.0,0.33906633906633904
GQA 16 groups,commonsenseqa,7864320000.0,0.3521703521703522
GQA 16 groups,commonsenseqa,9437184000.0,0.3464373464373464
GQA 16 groups,commonsenseqa,11010048000.0,0.3595413595413595
GQA 16 groups,commonsenseqa,12582912000.0,0.3783783783783784
GQA 16 groups,commonsenseqa,14155776000.0,0.3808353808353808
GQA 16 groups,commonsenseqa,15728640000.0,0.37428337428337427
GQA 16 groups,commonsenseqa,17301504000.0,0.3677313677313677
GQA 16 groups,commonsenseqa,18874368000.0,0.3628173628173628
GQA 16 groups,commonsenseqa,20447232000.0,0.3669123669123669
GQA 16 groups,commonsenseqa,22020096000.0,0.371007371007371
GQA 16 groups,commonsenseqa,23592960000.0,0.3857493857493858
GQA 16 groups,commonsenseqa,25165824000.0,0.36363636363636365
GQA 16 groups,commonsenseqa,26738688000.0,0.37182637182637185
GQA 16 groups,commonsenseqa,28311552000.0,0.36936936936936937
GQA 16 groups,commonsenseqa,29884416000.0,0.3824733824733825
GQA 16 groups,commonsenseqa,31457280000.0,0.36855036855036855
GQA 16 groups,commonsenseqa,33030144000.0,0.3701883701883702
GQA 16 groups,commonsenseqa,34603008000.0,0.3914823914823915
GQA 16 groups,commonsenseqa,36175872000.0,0.38001638001638
GQA 16 groups,commonsenseqa,37748736000.0,0.3857493857493858
GQA 16 groups,commonsenseqa,39321600000.0,0.3775593775593776
GQA 16 groups,commonsenseqa,40894464000.0,0.37674037674037675
GQA 16 groups,commonsenseqa,42467328000.0,0.3808353808353808
GQA 16 groups,commonsenseqa,44040192000.0,0.38165438165438165
GQA 16 groups,commonsenseqa,45613056000.0,0.3841113841113841
GQA 16 groups,commonsenseqa,47185920000.0,0.38656838656838655
GQA 16 groups,commonsenseqa,47185920000.0,0.38656838656838655
GQA 16 groups,winogrande,1572864000.0,0.47829518547750594
GQA 16 groups,winogrande,3145728000.0,0.48382004735595896
GQA 16 groups,winogrande,4718592000.0,0.49171270718232046
GQA 16 groups,winogrande,6291456000.0,0.4861878453038674
GQA 16 groups,winogrande,7864320000.0,0.49171270718232046
GQA 16 groups,winogrande,9437184000.0,0.48224151539068666
GQA 16 groups,winogrande,11010048000.0,0.49329123914759276
GQA 16 groups,winogrande,12582912000.0,0.4861878453038674
GQA 16 groups,winogrande,14155776000.0,0.4940805051302289
GQA 16 groups,winogrande,15728640000.0,0.4964483030781373
GQA 16 groups,winogrande,17301504000.0,0.4925019731649566
GQA 16 groups,winogrande,18874368000.0,0.4988161010260458
GQA 16 groups,winogrande,20447232000.0,0.5067087608524072
GQA 16 groups,winogrande,22020096000.0,0.505130228887135
GQA 16 groups,winogrande,23592960000.0,0.49329123914759276
GQA 16 groups,winogrande,25165824000.0,0.4909234411996843
GQA 16 groups,winogrande,26738688000.0,0.4696132596685083
GQA 16 groups,winogrande,28311552000.0,0.48855564325177586
GQA 16 groups,winogrande,29884416000.0,0.49013417521704816
GQA 16 groups,winogrande,31457280000.0,0.4980268350434096
GQA 16 groups,winogrande,33030144000.0,0.4980268350434096
GQA 16 groups,winogrande,34603008000.0,0.489344909234412
GQA 16 groups,winogrande,36175872000.0,0.489344909234412
GQA 16 groups,winogrande,37748736000.0,0.49171270718232046
GQA 16 groups,winogrande,39321600000.0,0.48145224940805054
GQA 16 groups,winogrande,40894464000.0,0.4861878453038674
GQA 16 groups,winogrande,42467328000.0,0.49329123914759276
GQA 16 groups,winogrande,44040192000.0,0.49171270718232046
GQA 16 groups,winogrande,45613056000.0,0.4980268350434096
GQA 16 groups,winogrande,47185920000.0,0.4964483030781373
GQA 16 groups,winogrande,47185920000.0,0.4964483030781373
GQA 16 groups,openbookqa,1572864000.0,0.264
GQA 16 groups,openbookqa,3145728000.0,0.26
GQA 16 groups,openbookqa,4718592000.0,0.258
GQA 16 groups,openbookqa,6291456000.0,0.272
GQA 16 groups,openbookqa,7864320000.0,0.268
GQA 16 groups,openbookqa,9437184000.0,0.294
GQA 16 groups,openbookqa,11010048000.0,0.298
GQA 16 groups,openbookqa,12582912000.0,0.278
GQA 16 groups,openbookqa,14155776000.0,0.288
GQA 16 groups,openbookqa,15728640000.0,0.3
GQA 16 groups,openbookqa,17301504000.0,0.298
GQA 16 groups,openbookqa,18874368000.0,0.29
GQA 16 groups,openbookqa,20447232000.0,0.31
GQA 16 groups,openbookqa,22020096000.0,0.316
GQA 16 groups,openbookqa,23592960000.0,0.312
GQA 16 groups,openbookqa,25165824000.0,0.306
GQA 16 groups,openbookqa,26738688000.0,0.31
GQA 16 groups,openbookqa,28311552000.0,0.314
GQA 16 groups,openbookqa,29884416000.0,0.322
GQA 16 groups,openbookqa,31457280000.0,0.312
GQA 16 groups,openbookqa,33030144000.0,0.308
GQA 16 groups,openbookqa,34603008000.0,0.314
GQA 16 groups,openbookqa,36175872000.0,0.312
GQA 16 groups,openbookqa,37748736000.0,0.312
GQA 16 groups,openbookqa,39321600000.0,0.318
GQA 16 groups,openbookqa,40894464000.0,0.31
GQA 16 groups,openbookqa,42467328000.0,0.308
GQA 16 groups,openbookqa,44040192000.0,0.31
GQA 16 groups,openbookqa,45613056000.0,0.318
GQA 16 groups,openbookqa,47185920000.0,0.314
GQA 16 groups,openbookqa,47185920000.0,0.314