| run_name,metric,tokens,value | |
| GQA 8 groups (baseline),hellaswag,629145600.0,0.2493527185819558 | |
| GQA 8 groups (baseline),hellaswag,786432000.0,0.25184226249751046 | |
| GQA 8 groups (baseline),hellaswag,943718400.0,0.25632344154550885 | |
| GQA 8 groups (baseline),hellaswag,1101004800.0,0.2620991834295957 | |
| GQA 8 groups (baseline),hellaswag,1258291200.0,0.26319458275243973 | |
| GQA 8 groups (baseline),hellaswag,1572864000.0,0.26618203545110536 | |
| GQA 8 groups (baseline),hellaswag,3145728000.0,0.30193188607847044 | |
| GQA 8 groups (baseline),hellaswag,4718592000.0,0.32971519617606054 | |
| GQA 8 groups (baseline),hellaswag,6291456000.0,0.35062736506671976 | |
| GQA 8 groups (baseline),hellaswag,7864320000.0,0.36735710017924716 | |
| GQA 8 groups (baseline),hellaswag,9437184000.0,0.3842859988050189 | |
| GQA 8 groups (baseline),hellaswag,11010048000.0,0.3948416650069707 | |
| GQA 8 groups (baseline),hellaswag,12582912000.0,0.4056960764787891 | |
| GQA 8 groups (baseline),hellaswag,14155776000.0,0.41575383389762993 | |
| GQA 8 groups (baseline),hellaswag,15728640000.0,0.4250149372634933 | |
| GQA 8 groups (baseline),hellaswag,17301504000.0,0.43308105954989046 | |
| GQA 8 groups (baseline),hellaswag,18874368000.0,0.4393547102170882 | |
| GQA 8 groups (baseline),hellaswag,20447232000.0,0.4418442541326429 | |
| GQA 8 groups (baseline),hellaswag,22020096000.0,0.4462258514240191 | |
| GQA 8 groups (baseline),hellaswag,23592960000.0,0.4554869547898825 | |
| GQA 8 groups (baseline),hellaswag,25165824000.0,0.46016729735112527 | |
| GQA 8 groups (baseline),hellaswag,26738688000.0,0.465345548695479 | |
| GQA 8 groups (baseline),hellaswag,28311552000.0,0.47012547301334395 | |
| GQA 8 groups (baseline),hellaswag,29884416000.0,0.4766978689504083 | |
| GQA 8 groups (baseline),hellaswag,31457280000.0,0.47918741286596295 | |
| GQA 8 groups (baseline),hellaswag,33030144000.0,0.48078072097191793 | |
| GQA 8 groups (baseline),hellaswag,34603008000.0,0.4865564628560048 | |
| GQA 8 groups (baseline),hellaswag,36175872000.0,0.4876518621788488 | |
| GQA 8 groups (baseline),hellaswag,37748736000.0,0.49044015136427005 | |
| GQA 8 groups (baseline),hellaswag,39321600000.0,0.49063931487751444 | |
| GQA 8 groups (baseline),hellaswag,40894464000.0,0.4931288587930691 | |
| GQA 8 groups (baseline),hellaswag,42467328000.0,0.4918342959569807 | |
| GQA 8 groups (baseline),hellaswag,44040192000.0,0.49512049392551283 | |
| GQA 8 groups (baseline),hellaswag,45613056000.0,0.5008962358095996 | |
| GQA 8 groups (baseline),hellaswag,47185920000.0,0.5011949810794663 | |
| GQA 8 groups (baseline),hellaswag,47185920000.0,0.5011949810794663 | |
| GQA 8 groups (baseline),mmlu,629145600.0,0.2489163499384853 | |
| GQA 8 groups (baseline),mmlu,786432000.0,0.2517603616264398 | |
| GQA 8 groups (baseline),mmlu,943718400.0,0.25724213780689 | |
| GQA 8 groups (baseline),mmlu,1101004800.0,0.25680173747753837 | |
| GQA 8 groups (baseline),mmlu,1258291200.0,0.25669502347341705 | |
| GQA 8 groups (baseline),mmlu,1572864000.0,0.2529772632728836 | |
| GQA 8 groups (baseline),mmlu,3145728000.0,0.266739436414485 | |
| GQA 8 groups (baseline),mmlu,4718592000.0,0.2761609150042153 | |
| GQA 8 groups (baseline),mmlu,6291456000.0,0.27730228072464913 | |
| GQA 8 groups (baseline),mmlu,7864320000.0,0.2887388551122367 | |
| GQA 8 groups (baseline),mmlu,9437184000.0,0.2953111113032989 | |
| GQA 8 groups (baseline),mmlu,11010048000.0,0.2970070415346663 | |
| GQA 8 groups (baseline),mmlu,12582912000.0,0.3007672634359463 | |
| GQA 8 groups (baseline),mmlu,14155776000.0,0.30561499053592006 | |
| GQA 8 groups (baseline),mmlu,15728640000.0,0.3041190871315019 | |
| GQA 8 groups (baseline),mmlu,17301504000.0,0.30460641017653367 | |
| GQA 8 groups (baseline),mmlu,18874368000.0,0.31062281378537093 | |
| GQA 8 groups (baseline),mmlu,20447232000.0,0.31986412164024264 | |
| GQA 8 groups (baseline),mmlu,22020096000.0,0.3123236868278878 | |
| GQA 8 groups (baseline),mmlu,23592960000.0,0.316372229668946 | |
| GQA 8 groups (baseline),mmlu,25165824000.0,0.3139885571253008 | |
| GQA 8 groups (baseline),mmlu,26738688000.0,0.3162923575086662 | |
| GQA 8 groups (baseline),mmlu,28311552000.0,0.31967181375719017 | |
| GQA 8 groups (baseline),mmlu,29884416000.0,0.32451565902328705 | |
| GQA 8 groups (baseline),mmlu,31457280000.0,0.32343607991224915 | |
| GQA 8 groups (baseline),mmlu,33030144000.0,0.32311396751649274 | |
| GQA 8 groups (baseline),mmlu,34603008000.0,0.328688062201764 | |
| GQA 8 groups (baseline),mmlu,36175872000.0,0.32595165000892123 | |
| GQA 8 groups (baseline),mmlu,37748736000.0,0.32130001597034497 | |
| GQA 8 groups (baseline),mmlu,39321600000.0,0.3287989794742651 | |
| GQA 8 groups (baseline),mmlu,40894464000.0,0.3253808507449651 | |
| GQA 8 groups (baseline),mmlu,42467328000.0,0.32714305078178496 | |
| GQA 8 groups (baseline),mmlu,44040192000.0,0.32491375376743536 | |
| GQA 8 groups (baseline),mmlu,45613056000.0,0.3284839336158802 | |
| GQA 8 groups (baseline),mmlu,47185920000.0,0.33255698746721873 | |
| GQA 8 groups (baseline),mmlu,47185920000.0,0.33255698746721873 | |
| GQA 8 groups (baseline),arc,629145600.0,0.2565443973293803 | |
| GQA 8 groups (baseline),arc,786432000.0,0.26943280932188785 | |
| GQA 8 groups (baseline),arc,943718400.0,0.2660255857781455 | |
| GQA 8 groups (baseline),arc,1101004800.0,0.2715027119890601 | |
| GQA 8 groups (baseline),arc,1258291200.0,0.28014789533560863 | |
| GQA 8 groups (baseline),arc,1572864000.0,0.2887471127658841 | |
| GQA 8 groups (baseline),arc,3145728000.0,0.3456917008538169 | |
| GQA 8 groups (baseline),arc,4718592000.0,0.3634546546235966 | |
| GQA 8 groups (baseline),arc,6291456000.0,0.3896638455085554 | |
| GQA 8 groups (baseline),arc,7864320000.0,0.39786517047609204 | |
| GQA 8 groups (baseline),arc,9437184000.0,0.40465663460544005 | |
| GQA 8 groups (baseline),arc,11010048000.0,0.4021428735592558 | |
| GQA 8 groups (baseline),arc,12582912000.0,0.4285337734569816 | |
| GQA 8 groups (baseline),arc,14155776000.0,0.4338579193527999 | |
| GQA 8 groups (baseline),arc,15728640000.0,0.4484355787683433 | |
| GQA 8 groups (baseline),arc,17301504000.0,0.43825412831385524 | |
| GQA 8 groups (baseline),arc,18874368000.0,0.4573371657416026 | |
| GQA 8 groups (baseline),arc,20447232000.0,0.46049373139816824 | |
| GQA 8 groups (baseline),arc,22020096000.0,0.452667315935234 | |
| GQA 8 groups (baseline),arc,23592960000.0,0.45706352489628943 | |
| GQA 8 groups (baseline),arc,25165824000.0,0.445835631629147 | |
| GQA 8 groups (baseline),arc,26738688000.0,0.4612665333655095 | |
| GQA 8 groups (baseline),arc,28311552000.0,0.4629672722676136 | |
| GQA 8 groups (baseline),arc,29884416000.0,0.4652878328219625 | |
| GQA 8 groups (baseline),arc,31457280000.0,0.4716526757909011 | |
| GQA 8 groups (baseline),arc,33030144000.0,0.4716526757909011 | |
| GQA 8 groups (baseline),arc,34603008000.0,0.48025189322117645 | |
| GQA 8 groups (baseline),arc,36175872000.0,0.4707994334700819 | |
| GQA 8 groups (baseline),arc,37748736000.0,0.4714479838199975 | |
| GQA 8 groups (baseline),arc,39321600000.0,0.47228973466174834 | |
| GQA 8 groups (baseline),arc,40894464000.0,0.48265289412900336 | |
| GQA 8 groups (baseline),arc,42467328000.0,0.48094066374783095 | |
| GQA 8 groups (baseline),arc,44040192000.0,0.4840972294043967 | |
| GQA 8 groups (baseline),arc,45613056000.0,0.48431341285436846 | |
| GQA 8 groups (baseline),arc,47185920000.0,0.48373381137886257 | |
| GQA 8 groups (baseline),arc,47185920000.0,0.48373381137886257 | |
| GQA 8 groups (baseline),piqa,629145600.0,0.5272034820457019 | |
| GQA 8 groups (baseline),piqa,786432000.0,0.5250272034820457 | |
| GQA 8 groups (baseline),piqa,943718400.0,0.5359085963003264 | |
| GQA 8 groups (baseline),piqa,1101004800.0,0.5424374319912949 | |
| GQA 8 groups (baseline),piqa,1258291200.0,0.558215451577802 | |
| GQA 8 groups (baseline),piqa,1572864000.0,0.5712731229597389 | |
| GQA 8 groups (baseline),piqa,3145728000.0,0.5973884657236126 | |
| GQA 8 groups (baseline),piqa,4718592000.0,0.6153427638737758 | |
| GQA 8 groups (baseline),piqa,6291456000.0,0.6349292709466812 | |
| GQA 8 groups (baseline),piqa,7864320000.0,0.6452665941240479 | |
| GQA 8 groups (baseline),piqa,9437184000.0,0.6583242655059848 | |
| GQA 8 groups (baseline),piqa,11010048000.0,0.6610446137105549 | |
| GQA 8 groups (baseline),piqa,12582912000.0,0.6708378672470077 | |
| GQA 8 groups (baseline),piqa,14155776000.0,0.6659412404787813 | |
| GQA 8 groups (baseline),piqa,15728640000.0,0.6822633297062024 | |
| GQA 8 groups (baseline),piqa,17301504000.0,0.6789989118607181 | |
| GQA 8 groups (baseline),piqa,18874368000.0,0.6789989118607181 | |
| GQA 8 groups (baseline),piqa,20447232000.0,0.7007616974972797 | |
| GQA 8 groups (baseline),piqa,22020096000.0,0.6893362350380848 | |
| GQA 8 groups (baseline),piqa,23592960000.0,0.6936887921653971 | |
| GQA 8 groups (baseline),piqa,25165824000.0,0.6898803046789989 | |
| GQA 8 groups (baseline),piqa,26738688000.0,0.690424374319913 | |
| GQA 8 groups (baseline),piqa,28311552000.0,0.6947769314472253 | |
| GQA 8 groups (baseline),piqa,29884416000.0,0.6947769314472253 | |
| GQA 8 groups (baseline),piqa,31457280000.0,0.7002176278563657 | |
| GQA 8 groups (baseline),piqa,33030144000.0,0.6964091403699674 | |
| GQA 8 groups (baseline),piqa,34603008000.0,0.705658324265506 | |
| GQA 8 groups (baseline),piqa,36175872000.0,0.6958650707290533 | |
| GQA 8 groups (baseline),piqa,37748736000.0,0.6980413492927094 | |
| GQA 8 groups (baseline),piqa,39321600000.0,0.7029379760609358 | |
| GQA 8 groups (baseline),piqa,40894464000.0,0.7089227421109902 | |
| GQA 8 groups (baseline),piqa,42467328000.0,0.7029379760609358 | |
| GQA 8 groups (baseline),piqa,44040192000.0,0.705114254624592 | |
| GQA 8 groups (baseline),piqa,45613056000.0,0.7110990206746464 | |
| GQA 8 groups (baseline),piqa,47185920000.0,0.7105549510337323 | |
| GQA 8 groups (baseline),piqa,47185920000.0,0.7105549510337323 | |
| GQA 8 groups (baseline),commonsenseqa,629145600.0,0.2244062244062244 | |
| GQA 8 groups (baseline),commonsenseqa,786432000.0,0.23177723177723178 | |
| GQA 8 groups (baseline),commonsenseqa,943718400.0,0.23177723177723178 | |
| GQA 8 groups (baseline),commonsenseqa,1101004800.0,0.21621621621621623 | |
| GQA 8 groups (baseline),commonsenseqa,1258291200.0,0.2416052416052416 | |
| GQA 8 groups (baseline),commonsenseqa,1572864000.0,0.25634725634725636 | |
| GQA 8 groups (baseline),commonsenseqa,3145728000.0,0.2964782964782965 | |
| GQA 8 groups (baseline),commonsenseqa,4718592000.0,0.2964782964782965 | |
| GQA 8 groups (baseline),commonsenseqa,6291456000.0,0.32432432432432434 | |
| GQA 8 groups (baseline),commonsenseqa,7864320000.0,0.343980343980344 | |
| GQA 8 groups (baseline),commonsenseqa,9437184000.0,0.3579033579033579 | |
| GQA 8 groups (baseline),commonsenseqa,11010048000.0,0.33497133497133497 | |
| GQA 8 groups (baseline),commonsenseqa,12582912000.0,0.3677313677313677 | |
| GQA 8 groups (baseline),commonsenseqa,14155776000.0,0.3783783783783784 | |
| GQA 8 groups (baseline),commonsenseqa,15728640000.0,0.36855036855036855 | |
| GQA 8 groups (baseline),commonsenseqa,17301504000.0,0.3939393939393939 | |
| GQA 8 groups (baseline),commonsenseqa,18874368000.0,0.4013104013104013 | |
| GQA 8 groups (baseline),commonsenseqa,20447232000.0,0.3906633906633907 | |
| GQA 8 groups (baseline),commonsenseqa,22020096000.0,0.38656838656838655 | |
| GQA 8 groups (baseline),commonsenseqa,23592960000.0,0.3939393939393939 | |
| GQA 8 groups (baseline),commonsenseqa,25165824000.0,0.3570843570843571 | |
| GQA 8 groups (baseline),commonsenseqa,26738688000.0,0.38493038493038495 | |
| GQA 8 groups (baseline),commonsenseqa,28311552000.0,0.3832923832923833 | |
| GQA 8 groups (baseline),commonsenseqa,29884416000.0,0.3857493857493858 | |
| GQA 8 groups (baseline),commonsenseqa,31457280000.0,0.3931203931203931 | |
| GQA 8 groups (baseline),commonsenseqa,33030144000.0,0.39803439803439805 | |
| GQA 8 groups (baseline),commonsenseqa,34603008000.0,0.3988533988533989 | |
| GQA 8 groups (baseline),commonsenseqa,36175872000.0,0.38984438984438985 | |
| GQA 8 groups (baseline),commonsenseqa,37748736000.0,0.39967239967239965 | |
| GQA 8 groups (baseline),commonsenseqa,39321600000.0,0.38738738738738737 | |
| GQA 8 groups (baseline),commonsenseqa,40894464000.0,0.3988533988533989 | |
| GQA 8 groups (baseline),commonsenseqa,42467328000.0,0.39803439803439805 | |
| GQA 8 groups (baseline),commonsenseqa,44040192000.0,0.40294840294840295 | |
| GQA 8 groups (baseline),commonsenseqa,45613056000.0,0.4037674037674038 | |
| GQA 8 groups (baseline),commonsenseqa,47185920000.0,0.39967239967239965 | |
| GQA 8 groups (baseline),commonsenseqa,47185920000.0,0.39967239967239965 | |
| GQA 8 groups (baseline),winogrande,629145600.0,0.47355958958168903 | |
| GQA 8 groups (baseline),winogrande,786432000.0,0.49013417521704816 | |
| GQA 8 groups (baseline),winogrande,943718400.0,0.4861878453038674 | |
| GQA 8 groups (baseline),winogrande,1101004800.0,0.4909234411996843 | |
| GQA 8 groups (baseline),winogrande,1258291200.0,0.48303078137332284 | |
| GQA 8 groups (baseline),winogrande,1572864000.0,0.48697711128650356 | |
| GQA 8 groups (baseline),winogrande,3145728000.0,0.4925019731649566 | |
| GQA 8 groups (baseline),winogrande,4718592000.0,0.5074980268350434 | |
| GQA 8 groups (baseline),winogrande,6291456000.0,0.49329123914759276 | |
| GQA 8 groups (baseline),winogrande,7864320000.0,0.4909234411996843 | |
| GQA 8 groups (baseline),winogrande,9437184000.0,0.48539857932123126 | |
| GQA 8 groups (baseline),winogrande,11010048000.0,0.489344909234412 | |
| GQA 8 groups (baseline),winogrande,12582912000.0,0.489344909234412 | |
| GQA 8 groups (baseline),winogrande,14155776000.0,0.4972375690607735 | |
| GQA 8 groups (baseline),winogrande,15728640000.0,0.48855564325177586 | |
| GQA 8 groups (baseline),winogrande,17301504000.0,0.4996053670086819 | |
| GQA 8 groups (baseline),winogrande,18874368000.0,0.4925019731649566 | |
| GQA 8 groups (baseline),winogrande,20447232000.0,0.500394632991318 | |
| GQA 8 groups (baseline),winogrande,22020096000.0,0.4964483030781373 | |
| GQA 8 groups (baseline),winogrande,23592960000.0,0.4956590370955012 | |
| GQA 8 groups (baseline),winogrande,25165824000.0,0.500394632991318 | |
| GQA 8 groups (baseline),winogrande,26738688000.0,0.4940805051302289 | |
| GQA 8 groups (baseline),winogrande,28311552000.0,0.4980268350434096 | |
| GQA 8 groups (baseline),winogrande,29884416000.0,0.4988161010260458 | |
| GQA 8 groups (baseline),winogrande,31457280000.0,0.4925019731649566 | |
| GQA 8 groups (baseline),winogrande,33030144000.0,0.5011838989739542 | |
| GQA 8 groups (baseline),winogrande,34603008000.0,0.5035516969218626 | |
| GQA 8 groups (baseline),winogrande,36175872000.0,0.4925019731649566 | |
| GQA 8 groups (baseline),winogrande,37748736000.0,0.5067087608524072 | |
| GQA 8 groups (baseline),winogrande,39321600000.0,0.5019731649565904 | |
| GQA 8 groups (baseline),winogrande,40894464000.0,0.505130228887135 | |
| GQA 8 groups (baseline),winogrande,42467328000.0,0.5043409629044988 | |
| GQA 8 groups (baseline),winogrande,44040192000.0,0.500394632991318 | |
| GQA 8 groups (baseline),winogrande,45613056000.0,0.5082872928176796 | |
| GQA 8 groups (baseline),winogrande,47185920000.0,0.5059194948697711 | |
| GQA 8 groups (baseline),winogrande,47185920000.0,0.5059194948697711 | |
| GQA 8 groups (baseline),openbookqa,629145600.0,0.25 | |
| GQA 8 groups (baseline),openbookqa,786432000.0,0.268 | |
| GQA 8 groups (baseline),openbookqa,943718400.0,0.274 | |
| GQA 8 groups (baseline),openbookqa,1101004800.0,0.286 | |
| GQA 8 groups (baseline),openbookqa,1258291200.0,0.252 | |
| GQA 8 groups (baseline),openbookqa,1572864000.0,0.248 | |
| GQA 8 groups (baseline),openbookqa,3145728000.0,0.288 | |
| GQA 8 groups (baseline),openbookqa,4718592000.0,0.26 | |
| GQA 8 groups (baseline),openbookqa,6291456000.0,0.282 | |
| GQA 8 groups (baseline),openbookqa,7864320000.0,0.29 | |
| GQA 8 groups (baseline),openbookqa,9437184000.0,0.28 | |
| GQA 8 groups (baseline),openbookqa,11010048000.0,0.302 | |
| GQA 8 groups (baseline),openbookqa,12582912000.0,0.29 | |
| GQA 8 groups (baseline),openbookqa,14155776000.0,0.298 | |
| GQA 8 groups (baseline),openbookqa,15728640000.0,0.31 | |
| GQA 8 groups (baseline),openbookqa,17301504000.0,0.308 | |
| GQA 8 groups (baseline),openbookqa,18874368000.0,0.318 | |
| GQA 8 groups (baseline),openbookqa,20447232000.0,0.318 | |
| GQA 8 groups (baseline),openbookqa,22020096000.0,0.326 | |
| GQA 8 groups (baseline),openbookqa,23592960000.0,0.312 | |
| GQA 8 groups (baseline),openbookqa,25165824000.0,0.314 | |
| GQA 8 groups (baseline),openbookqa,26738688000.0,0.3 | |
| GQA 8 groups (baseline),openbookqa,28311552000.0,0.324 | |
| GQA 8 groups (baseline),openbookqa,29884416000.0,0.296 | |
| GQA 8 groups (baseline),openbookqa,31457280000.0,0.314 | |
| GQA 8 groups (baseline),openbookqa,33030144000.0,0.31 | |
| GQA 8 groups (baseline),openbookqa,34603008000.0,0.314 | |
| GQA 8 groups (baseline),openbookqa,36175872000.0,0.316 | |
| GQA 8 groups (baseline),openbookqa,37748736000.0,0.322 | |
| GQA 8 groups (baseline),openbookqa,39321600000.0,0.318 | |
| GQA 8 groups (baseline),openbookqa,40894464000.0,0.318 | |
| GQA 8 groups (baseline),openbookqa,42467328000.0,0.316 | |
| GQA 8 groups (baseline),openbookqa,44040192000.0,0.316 | |
| GQA 8 groups (baseline),openbookqa,45613056000.0,0.32 | |
| GQA 8 groups (baseline),openbookqa,47185920000.0,0.314 | |
| GQA 8 groups (baseline),openbookqa,47185920000.0,0.314 | |
| MHA,hellaswag,1572864000.0,0.2634933280223063 | |
| MHA,hellaswag,3145728000.0,0.29954192391953793 | |
| MHA,hellaswag,4718592000.0,0.32443736307508464 | |
| MHA,hellaswag,6291456000.0,0.3450507866958773 | |
| MHA,hellaswag,7864320000.0,0.3681537542322247 | |
| MHA,hellaswag,9437184000.0,0.38099980083648677 | |
| MHA,hellaswag,11010048000.0,0.39673371838279226 | |
| MHA,hellaswag,12582912000.0,0.40201155148376816 | |
| MHA,hellaswag,14155776000.0,0.4166500697072296 | |
| MHA,hellaswag,15728640000.0,0.42272455686118304 | |
| MHA,hellaswag,17301504000.0,0.4331806413065126 | |
| MHA,hellaswag,18874368000.0,0.43766182035451107 | |
| MHA,hellaswag,20447232000.0,0.44293965345548697 | |
| MHA,hellaswag,22020096000.0,0.4473212507468632 | |
| MHA,hellaswag,23592960000.0,0.4554869547898825 | |
| MHA,hellaswag,25165824000.0,0.46046604262099183 | |
| MHA,hellaswag,26738688000.0,0.4675363473411671 | |
| MHA,hellaswag,28311552000.0,0.46773551085441145 | |
| MHA,hellaswag,29884416000.0,0.4714200358494324 | |
| MHA,hellaswag,31457280000.0,0.47769368651663013 | |
| MHA,hellaswag,33030144000.0,0.48008364867556264 | |
| MHA,hellaswag,34603008000.0,0.4825731925911173 | |
| MHA,hellaswag,36175872000.0,0.48615813582951606 | |
| MHA,hellaswag,37748736000.0,0.4879506074487154 | |
| MHA,hellaswag,39321600000.0,0.49432383987253536 | |
| MHA,hellaswag,40894464000.0,0.4945230033857797 | |
| MHA,hellaswag,42467328000.0,0.4945230033857797 | |
| MHA,hellaswag,44040192000.0,0.498406691894045 | |
| MHA,hellaswag,45613056000.0,0.49790878311093406 | |
| MHA,hellaswag,47185920000.0,0.4992033459470225 | |
| MHA,hellaswag,47185920000.0,0.4992033459470225 | |
| MHA,mmlu,1572864000.0,0.2538503284440106 | |
| MHA,mmlu,3145728000.0,0.2660650899710644 | |
| MHA,mmlu,4718592000.0,0.2775894262176124 | |
| MHA,mmlu,6291456000.0,0.28056070742116956 | |
| MHA,mmlu,7864320000.0,0.28706082429952784 | |
| MHA,mmlu,9437184000.0,0.2905202778120329 | |
| MHA,mmlu,11010048000.0,0.2970895059107717 | |
| MHA,mmlu,12582912000.0,0.29885544083886817 | |
| MHA,mmlu,14155776000.0,0.30410952737856956 | |
| MHA,mmlu,15728640000.0,0.3066997123471385 | |
| MHA,mmlu,17301504000.0,0.3110110782120057 | |
| MHA,mmlu,18874368000.0,0.30370244045627914 | |
| MHA,mmlu,20447232000.0,0.3146673244623488 | |
| MHA,mmlu,22020096000.0,0.30838034810714887 | |
| MHA,mmlu,23592960000.0,0.3108493853447417 | |
| MHA,mmlu,25165824000.0,0.31187059184075583 | |
| MHA,mmlu,26738688000.0,0.3146522772616844 | |
| MHA,mmlu,28311552000.0,0.31721283505138786 | |
| MHA,mmlu,29884416000.0,0.31417940704367203 | |
| MHA,mmlu,31457280000.0,0.32282606732608 | |
| MHA,mmlu,33030144000.0,0.3240958666818058 | |
| MHA,mmlu,34603008000.0,0.32417330866954897 | |
| MHA,mmlu,36175872000.0,0.32229839730524906 | |
| MHA,mmlu,37748736000.0,0.32150151331312726 | |
| MHA,mmlu,39321600000.0,0.3253164605257358 | |
| MHA,mmlu,40894464000.0,0.3281675331084834 | |
| MHA,mmlu,42467328000.0,0.329159476577291 | |
| MHA,mmlu,44040192000.0,0.32703307410727533 | |
| MHA,mmlu,45613056000.0,0.3290723842808839 | |
| MHA,mmlu,47185920000.0,0.32680301675775253 | |
| MHA,mmlu,47185920000.0,0.32680301675775253 | |
| MHA,arc,1572864000.0,0.27688790636742855 | |
| MHA,arc,3145728000.0,0.3408343962951471 | |
| MHA,arc,4718592000.0,0.36284632445042 | |
| MHA,arc,6291456000.0,0.3835611519058618 | |
| MHA,arc,7864320000.0,0.38746753657163213 | |
| MHA,arc,9437184000.0,0.40733486744578895 | |
| MHA,arc,11010048000.0,0.4096899024373427 | |
| MHA,arc,12582912000.0,0.41853403201526074 | |
| MHA,arc,14155776000.0,0.4337487503016513 | |
| MHA,arc,15728640000.0,0.4289259201801864 | |
| MHA,arc,17301504000.0,0.42463097987842013 | |
| MHA,arc,18874368000.0,0.42954574183243127 | |
| MHA,arc,20447232000.0,0.4362682570873697 | |
| MHA,arc,22020096000.0,0.43591633054090395 | |
| MHA,arc,23592960000.0,0.440079118833385 | |
| MHA,arc,25165824000.0,0.45282604198986454 | |
| MHA,arc,26738688000.0,0.4465911963778858 | |
| MHA,arc,28311552000.0,0.45749589179623307 | |
| MHA,arc,29884416000.0,0.448115972006757 | |
| MHA,arc,31457280000.0,0.45785930982176715 | |
| MHA,arc,33030144000.0,0.46083416646556574 | |
| MHA,arc,34603008000.0,0.4705602670619735 | |
| MHA,arc,36175872000.0,0.46362156835706325 | |
| MHA,arc,37748736000.0,0.4697644821364958 | |
| MHA,arc,39321600000.0,0.4689169855552108 | |
| MHA,arc,40894464000.0,0.4690757116098413 | |
| MHA,arc,42467328000.0,0.4695253157283874 | |
| MHA,arc,44040192000.0,0.47714703922041807 | |
| MHA,arc,45613056000.0,0.47738620562852646 | |
| MHA,arc,47185920000.0,0.4744113489847278 | |
| MHA,arc,47185920000.0,0.4744113489847278 | |
| MHA,piqa,1572864000.0,0.5614798694232862 | |
| MHA,piqa,3145728000.0,0.5957562568008705 | |
| MHA,piqa,4718592000.0,0.6229597388465724 | |
| MHA,piqa,6291456000.0,0.6365614798694232 | |
| MHA,piqa,7864320000.0,0.6452665941240479 | |
| MHA,piqa,9437184000.0,0.6610446137105549 | |
| MHA,piqa,11010048000.0,0.6713819368879217 | |
| MHA,piqa,12582912000.0,0.6735582154515778 | |
| MHA,piqa,14155776000.0,0.6708378672470077 | |
| MHA,piqa,15728640000.0,0.6795429815016322 | |
| MHA,piqa,17301504000.0,0.6849836779107725 | |
| MHA,piqa,18874368000.0,0.6789989118607181 | |
| MHA,piqa,20447232000.0,0.6953210010881393 | |
| MHA,piqa,22020096000.0,0.6877040261153428 | |
| MHA,piqa,23592960000.0,0.6893362350380848 | |
| MHA,piqa,25165824000.0,0.690968443960827 | |
| MHA,piqa,26738688000.0,0.6980413492927094 | |
| MHA,piqa,28311552000.0,0.6974972796517954 | |
| MHA,piqa,29884416000.0,0.6996735582154516 | |
| MHA,piqa,31457280000.0,0.6947769314472253 | |
| MHA,piqa,33030144000.0,0.7083786724700761 | |
| MHA,piqa,34603008000.0,0.705114254624592 | |
| MHA,piqa,36175872000.0,0.7083786724700761 | |
| MHA,piqa,37748736000.0,0.7089227421109902 | |
| MHA,piqa,39321600000.0,0.7083786724700761 | |
| MHA,piqa,40894464000.0,0.7121871599564744 | |
| MHA,piqa,42467328000.0,0.7105549510337323 | |
| MHA,piqa,44040192000.0,0.7072905331882481 | |
| MHA,piqa,45613056000.0,0.7132752992383025 | |
| MHA,piqa,47185920000.0,0.7127312295973884 | |
| MHA,piqa,47185920000.0,0.7127312295973884 | |
| MHA,commonsenseqa,1572864000.0,0.24488124488124488 | |
| MHA,commonsenseqa,3145728000.0,0.29074529074529076 | |
| MHA,commonsenseqa,4718592000.0,0.3194103194103194 | |
| MHA,commonsenseqa,6291456000.0,0.33906633906633904 | |
| MHA,commonsenseqa,7864320000.0,0.3357903357903358 | |
| MHA,commonsenseqa,9437184000.0,0.34807534807534807 | |
| MHA,commonsenseqa,11010048000.0,0.34807534807534807 | |
| MHA,commonsenseqa,12582912000.0,0.3669123669123669 | |
| MHA,commonsenseqa,14155776000.0,0.3783783783783784 | |
| MHA,commonsenseqa,15728640000.0,0.3775593775593776 | |
| MHA,commonsenseqa,17301504000.0,0.3628173628173628 | |
| MHA,commonsenseqa,18874368000.0,0.36855036855036855 | |
| MHA,commonsenseqa,20447232000.0,0.36936936936936937 | |
| MHA,commonsenseqa,22020096000.0,0.3783783783783784 | |
| MHA,commonsenseqa,23592960000.0,0.411957411957412 | |
| MHA,commonsenseqa,25165824000.0,0.3882063882063882 | |
| MHA,commonsenseqa,26738688000.0,0.3923013923013923 | |
| MHA,commonsenseqa,28311552000.0,0.37919737919737917 | |
| MHA,commonsenseqa,29884416000.0,0.3841113841113841 | |
| MHA,commonsenseqa,31457280000.0,0.3923013923013923 | |
| MHA,commonsenseqa,33030144000.0,0.38984438984438985 | |
| MHA,commonsenseqa,34603008000.0,0.40786240786240785 | |
| MHA,commonsenseqa,36175872000.0,0.3972153972153972 | |
| MHA,commonsenseqa,37748736000.0,0.4152334152334152 | |
| MHA,commonsenseqa,39321600000.0,0.3963963963963964 | |
| MHA,commonsenseqa,40894464000.0,0.4013104013104013 | |
| MHA,commonsenseqa,42467328000.0,0.40294840294840295 | |
| MHA,commonsenseqa,44040192000.0,0.4045864045864046 | |
| MHA,commonsenseqa,45613056000.0,0.41277641277641275 | |
| MHA,commonsenseqa,47185920000.0,0.39803439803439805 | |
| MHA,commonsenseqa,47185920000.0,0.39803439803439805 | |
| MHA,winogrande,1572864000.0,0.48539857932123126 | |
| MHA,winogrande,3145728000.0,0.47829518547750594 | |
| MHA,winogrande,4718592000.0,0.4877663772691397 | |
| MHA,winogrande,6291456000.0,0.5035516969218626 | |
| MHA,winogrande,7864320000.0,0.4909234411996843 | |
| MHA,winogrande,9437184000.0,0.4956590370955012 | |
| MHA,winogrande,11010048000.0,0.4925019731649566 | |
| MHA,winogrande,12582912000.0,0.505130228887135 | |
| MHA,winogrande,14155776000.0,0.4980268350434096 | |
| MHA,winogrande,15728640000.0,0.4940805051302289 | |
| MHA,winogrande,17301504000.0,0.48224151539068666 | |
| MHA,winogrande,18874368000.0,0.4846093133385951 | |
| MHA,winogrande,20447232000.0,0.5019731649565904 | |
| MHA,winogrande,22020096000.0,0.48539857932123126 | |
| MHA,winogrande,23592960000.0,0.48697711128650356 | |
| MHA,winogrande,25165824000.0,0.4940805051302289 | |
| MHA,winogrande,26738688000.0,0.48539857932123126 | |
| MHA,winogrande,28311552000.0,0.5043409629044988 | |
| MHA,winogrande,29884416000.0,0.500394632991318 | |
| MHA,winogrande,31457280000.0,0.4996053670086819 | |
| MHA,winogrande,33030144000.0,0.5043409629044988 | |
| MHA,winogrande,34603008000.0,0.5019731649565904 | |
| MHA,winogrande,36175872000.0,0.5067087608524072 | |
| MHA,winogrande,37748736000.0,0.4940805051302289 | |
| MHA,winogrande,39321600000.0,0.4964483030781373 | |
| MHA,winogrande,40894464000.0,0.5082872928176796 | |
| MHA,winogrande,42467328000.0,0.49013417521704816 | |
| MHA,winogrande,44040192000.0,0.4940805051302289 | |
| MHA,winogrande,45613056000.0,0.5019731649565904 | |
| MHA,winogrande,47185920000.0,0.5019731649565904 | |
| MHA,winogrande,47185920000.0,0.5019731649565904 | |
| MHA,openbookqa,1572864000.0,0.24 | |
| MHA,openbookqa,3145728000.0,0.264 | |
| MHA,openbookqa,4718592000.0,0.27 | |
| MHA,openbookqa,6291456000.0,0.272 | |
| MHA,openbookqa,7864320000.0,0.294 | |
| MHA,openbookqa,9437184000.0,0.284 | |
| MHA,openbookqa,11010048000.0,0.304 | |
| MHA,openbookqa,12582912000.0,0.286 | |
| MHA,openbookqa,14155776000.0,0.28 | |
| MHA,openbookqa,15728640000.0,0.306 | |
| MHA,openbookqa,17301504000.0,0.3 | |
| MHA,openbookqa,18874368000.0,0.298 | |
| MHA,openbookqa,20447232000.0,0.302 | |
| MHA,openbookqa,22020096000.0,0.3 | |
| MHA,openbookqa,23592960000.0,0.312 | |
| MHA,openbookqa,25165824000.0,0.304 | |
| MHA,openbookqa,26738688000.0,0.302 | |
| MHA,openbookqa,28311552000.0,0.31 | |
| MHA,openbookqa,29884416000.0,0.306 | |
| MHA,openbookqa,31457280000.0,0.308 | |
| MHA,openbookqa,33030144000.0,0.306 | |
| MHA,openbookqa,34603008000.0,0.3 | |
| MHA,openbookqa,36175872000.0,0.316 | |
| MHA,openbookqa,37748736000.0,0.32 | |
| MHA,openbookqa,39321600000.0,0.308 | |
| MHA,openbookqa,40894464000.0,0.32 | |
| MHA,openbookqa,42467328000.0,0.316 | |
| MHA,openbookqa,44040192000.0,0.32 | |
| MHA,openbookqa,45613056000.0,0.33 | |
| MHA,openbookqa,47185920000.0,0.318 | |
| MHA,openbookqa,47185920000.0,0.318 | |
| GQA 4 groups,hellaswag,1572864000.0,0.26309500099581756 | |
| GQA 4 groups,hellaswag,3145728000.0,0.2975502887870942 | |
| GQA 4 groups,hellaswag,4718592000.0,0.3269269069906393 | |
| GQA 4 groups,hellaswag,6291456000.0,0.3497311292571201 | |
| GQA 4 groups,hellaswag,7864320000.0,0.36496713802031466 | |
| GQA 4 groups,hellaswag,9437184000.0,0.38090021907986454 | |
| GQA 4 groups,hellaswag,11010048000.0,0.3994224258115913 | |
| GQA 4 groups,hellaswag,12582912000.0,0.40818562039434375 | |
| GQA 4 groups,hellaswag,14155776000.0,0.4146584345747859 | |
| GQA 4 groups,hellaswag,15728640000.0,0.4244174467237602 | |
| GQA 4 groups,hellaswag,17301504000.0,0.43328022306313485 | |
| GQA 4 groups,hellaswag,18874368000.0,0.4400517825134435 | |
| GQA 4 groups,hellaswag,20447232000.0,0.4453296156144194 | |
| GQA 4 groups,hellaswag,22020096000.0,0.4519020115514838 | |
| GQA 4 groups,hellaswag,23592960000.0,0.4609639514041028 | |
| GQA 4 groups,hellaswag,25165824000.0,0.4645488946425015 | |
| GQA 4 groups,hellaswag,26738688000.0,0.4702250547699661 | |
| GQA 4 groups,hellaswag,28311552000.0,0.4718183628759211 | |
| GQA 4 groups,hellaswag,29884416000.0,0.477096195976897 | |
| GQA 4 groups,hellaswag,31457280000.0,0.4814777932682733 | |
| GQA 4 groups,hellaswag,33030144000.0,0.48466440948018324 | |
| GQA 4 groups,hellaswag,34603008000.0,0.48685520812587135 | |
| GQA 4 groups,hellaswag,36175872000.0,0.48994224258115915 | |
| GQA 4 groups,hellaswag,37748736000.0,0.4963154750049791 | |
| GQA 4 groups,hellaswag,39321600000.0,0.49591714797849035 | |
| GQA 4 groups,hellaswag,40894464000.0,0.4985062736506672 | |
| GQA 4 groups,hellaswag,42467328000.0,0.5007966540529775 | |
| GQA 4 groups,hellaswag,44040192000.0,0.5006970722963553 | |
| GQA 4 groups,hellaswag,45613056000.0,0.504282015534754 | |
| GQA 4 groups,hellaswag,47185920000.0,0.5061740689105756 | |
| GQA 4 groups,hellaswag,47185920000.0,0.5064728141804421 | |
| GQA 4 groups,mmlu,1572864000.0,0.25817387119066715 | |
| GQA 4 groups,mmlu,3145728000.0,0.26866486739979367 | |
| GQA 4 groups,mmlu,4718592000.0,0.2812754303683095 | |
| GQA 4 groups,mmlu,6291456000.0,0.285038311563633 | |
| GQA 4 groups,mmlu,7864320000.0,0.2938572790136739 | |
| GQA 4 groups,mmlu,9437184000.0,0.29513617735690134 | |
| GQA 4 groups,mmlu,11010048000.0,0.293335083172075 | |
| GQA 4 groups,mmlu,12582912000.0,0.30641700760387536 | |
| GQA 4 groups,mmlu,14155776000.0,0.3060554134289484 | |
| GQA 4 groups,mmlu,15728640000.0,0.3062895456055499 | |
| GQA 4 groups,mmlu,17301504000.0,0.30872836661799985 | |
| GQA 4 groups,mmlu,18874368000.0,0.3076957383403891 | |
| GQA 4 groups,mmlu,20447232000.0,0.30909121047820975 | |
| GQA 4 groups,mmlu,22020096000.0,0.3146701805977974 | |
| GQA 4 groups,mmlu,23592960000.0,0.315150961665562 | |
| GQA 4 groups,mmlu,25165824000.0,0.3171814877807358 | |
| GQA 4 groups,mmlu,26738688000.0,0.3207778430923623 | |
| GQA 4 groups,mmlu,28311552000.0,0.3193286717868589 | |
| GQA 4 groups,mmlu,29884416000.0,0.32440298972136605 | |
| GQA 4 groups,mmlu,31457280000.0,0.3237774618570344 | |
| GQA 4 groups,mmlu,33030144000.0,0.3247659095596553 | |
| GQA 4 groups,mmlu,34603008000.0,0.33177611671583224 | |
| GQA 4 groups,mmlu,36175872000.0,0.3247801796318973 | |
| GQA 4 groups,mmlu,37748736000.0,0.32446368090161676 | |
| GQA 4 groups,mmlu,39321600000.0,0.3310436191440769 | |
| GQA 4 groups,mmlu,40894464000.0,0.3343864297238491 | |
| GQA 4 groups,mmlu,42467328000.0,0.3326059664944829 | |
| GQA 4 groups,mmlu,44040192000.0,0.3313856080585158 | |
| GQA 4 groups,mmlu,45613056000.0,0.3313425496930281 | |
| GQA 4 groups,mmlu,47185920000.0,0.3316693261630883 | |
| GQA 4 groups,mmlu,47185920000.0,0.33201964793742805 | |
| GQA 4 groups,arc,1572864000.0,0.2840830086990496 | |
| GQA 4 groups,arc,3145728000.0,0.3361702922283127 | |
| GQA 4 groups,arc,4718592000.0,0.3655647774675078 | |
| GQA 4 groups,arc,6291456000.0,0.3911886211374266 | |
| GQA 4 groups,arc,7864320000.0,0.3938725997173096 | |
| GQA 4 groups,arc,9437184000.0,0.4031548419347054 | |
| GQA 4 groups,arc,11010048000.0,0.4127164707369486 | |
| GQA 4 groups,arc,12582912000.0,0.4232900679146413 | |
| GQA 4 groups,arc,14155776000.0,0.435336729065398 | |
| GQA 4 groups,arc,15728640000.0,0.42957447053010195 | |
| GQA 4 groups,arc,17301504000.0,0.43953973753461806 | |
| GQA 4 groups,arc,18874368000.0,0.4464726904999943 | |
| GQA 4 groups,arc,20447232000.0,0.4528432792084669 | |
| GQA 4 groups,arc,22020096000.0,0.4553570402546512 | |
| GQA 4 groups,arc,23592960000.0,0.4527915675526597 | |
| GQA 4 groups,arc,25165824000.0,0.4646220452534445 | |
| GQA 4 groups,arc,26738688000.0,0.46610660070557686 | |
| GQA 4 groups,arc,28311552000.0,0.46930913227841553 | |
| GQA 4 groups,arc,29884416000.0,0.46401946081980217 | |
| GQA 4 groups,arc,31457280000.0,0.47313148550349915 | |
| GQA 4 groups,arc,33030144000.0,0.4686663276680342 | |
| GQA 4 groups,arc,34603008000.0,0.481122372760598 | |
| GQA 4 groups,arc,36175872000.0,0.4753945886625067 | |
| GQA 4 groups,arc,37748736000.0,0.4790352328748233 | |
| GQA 4 groups,arc,39321600000.0,0.47289231909539076 | |
| GQA 4 groups,arc,40894464000.0,0.4849217430275451 | |
| GQA 4 groups,arc,42467328000.0,0.489427121039749 | |
| GQA 4 groups,arc,44040192000.0,0.4883289665712874 | |
| GQA 4 groups,arc,45613056000.0,0.48072448029785914 | |
| GQA 4 groups,arc,47185920000.0,0.4843651245101757 | |
| GQA 4 groups,arc,47185920000.0,0.4830967525080153 | |
| GQA 4 groups,piqa,1572864000.0,0.5631120783460283 | |
| GQA 4 groups,piqa,3145728000.0,0.5979325353645266 | |
| GQA 4 groups,piqa,4718592000.0,0.6245919477693145 | |
| GQA 4 groups,piqa,6291456000.0,0.6360174102285092 | |
| GQA 4 groups,piqa,7864320000.0,0.6441784548422198 | |
| GQA 4 groups,piqa,9437184000.0,0.6605005440696409 | |
| GQA 4 groups,piqa,11010048000.0,0.6659412404787813 | |
| GQA 4 groups,piqa,12582912000.0,0.6746463547334058 | |
| GQA 4 groups,piqa,14155776000.0,0.676822633297062 | |
| GQA 4 groups,piqa,15728640000.0,0.6828073993471164 | |
| GQA 4 groups,piqa,17301504000.0,0.6860718171926007 | |
| GQA 4 groups,piqa,18874368000.0,0.6887921653971708 | |
| GQA 4 groups,piqa,20447232000.0,0.6887921653971708 | |
| GQA 4 groups,piqa,22020096000.0,0.6822633297062024 | |
| GQA 4 groups,piqa,23592960000.0,0.6871599564744287 | |
| GQA 4 groups,piqa,25165824000.0,0.6920565832426551 | |
| GQA 4 groups,piqa,26738688000.0,0.7002176278563657 | |
| GQA 4 groups,piqa,28311552000.0,0.6969532100108814 | |
| GQA 4 groups,piqa,29884416000.0,0.6974972796517954 | |
| GQA 4 groups,piqa,31457280000.0,0.6964091403699674 | |
| GQA 4 groups,piqa,33030144000.0,0.705114254624592 | |
| GQA 4 groups,piqa,34603008000.0,0.705114254624592 | |
| GQA 4 groups,piqa,36175872000.0,0.7040261153427638 | |
| GQA 4 groups,piqa,37748736000.0,0.7002176278563657 | |
| GQA 4 groups,piqa,39321600000.0,0.7002176278563657 | |
| GQA 4 groups,piqa,40894464000.0,0.7029379760609358 | |
| GQA 4 groups,piqa,42467328000.0,0.7110990206746464 | |
| GQA 4 groups,piqa,44040192000.0,0.7159956474428727 | |
| GQA 4 groups,piqa,45613056000.0,0.7132752992383025 | |
| GQA 4 groups,piqa,47185920000.0,0.7094668117519043 | |
| GQA 4 groups,piqa,47185920000.0,0.7105549510337323 | |
| GQA 4 groups,commonsenseqa,1572864000.0,0.2571662571662572 | |
| GQA 4 groups,commonsenseqa,3145728000.0,0.29565929565929566 | |
| GQA 4 groups,commonsenseqa,4718592000.0,0.32432432432432434 | |
| GQA 4 groups,commonsenseqa,6291456000.0,0.32186732186732187 | |
| GQA 4 groups,commonsenseqa,7864320000.0,0.32678132678132676 | |
| GQA 4 groups,commonsenseqa,9437184000.0,0.32596232596232594 | |
| GQA 4 groups,commonsenseqa,11010048000.0,0.3325143325143325 | |
| GQA 4 groups,commonsenseqa,12582912000.0,0.3751023751023751 | |
| GQA 4 groups,commonsenseqa,14155776000.0,0.37346437346437344 | |
| GQA 4 groups,commonsenseqa,15728640000.0,0.36855036855036855 | |
| GQA 4 groups,commonsenseqa,17301504000.0,0.38656838656838655 | |
| GQA 4 groups,commonsenseqa,18874368000.0,0.3783783783783784 | |
| GQA 4 groups,commonsenseqa,20447232000.0,0.3595413595413595 | |
| GQA 4 groups,commonsenseqa,22020096000.0,0.37182637182637185 | |
| GQA 4 groups,commonsenseqa,23592960000.0,0.3726453726453726 | |
| GQA 4 groups,commonsenseqa,25165824000.0,0.36936936936936937 | |
| GQA 4 groups,commonsenseqa,26738688000.0,0.3775593775593776 | |
| GQA 4 groups,commonsenseqa,28311552000.0,0.3824733824733825 | |
| GQA 4 groups,commonsenseqa,29884416000.0,0.389025389025389 | |
| GQA 4 groups,commonsenseqa,31457280000.0,0.4013104013104013 | |
| GQA 4 groups,commonsenseqa,33030144000.0,0.3841113841113841 | |
| GQA 4 groups,commonsenseqa,34603008000.0,0.39803439803439805 | |
| GQA 4 groups,commonsenseqa,36175872000.0,0.38656838656838655 | |
| GQA 4 groups,commonsenseqa,37748736000.0,0.38738738738738737 | |
| GQA 4 groups,commonsenseqa,39321600000.0,0.3759213759213759 | |
| GQA 4 groups,commonsenseqa,40894464000.0,0.3988533988533989 | |
| GQA 4 groups,commonsenseqa,42467328000.0,0.389025389025389 | |
| GQA 4 groups,commonsenseqa,44040192000.0,0.4021294021294021 | |
| GQA 4 groups,commonsenseqa,45613056000.0,0.38738738738738737 | |
| GQA 4 groups,commonsenseqa,47185920000.0,0.3841113841113841 | |
| GQA 4 groups,commonsenseqa,47185920000.0,0.3841113841113841 | |
| GQA 4 groups,winogrande,1572864000.0,0.4925019731649566 | |
| GQA 4 groups,winogrande,3145728000.0,0.48382004735595896 | |
| GQA 4 groups,winogrande,4718592000.0,0.5011838989739542 | |
| GQA 4 groups,winogrande,6291456000.0,0.4909234411996843 | |
| GQA 4 groups,winogrande,7864320000.0,0.4925019731649566 | |
| GQA 4 groups,winogrande,9437184000.0,0.48382004735595896 | |
| GQA 4 groups,winogrande,11010048000.0,0.4925019731649566 | |
| GQA 4 groups,winogrande,12582912000.0,0.48855564325177586 | |
| GQA 4 groups,winogrande,14155776000.0,0.4940805051302289 | |
| GQA 4 groups,winogrande,15728640000.0,0.5019731649565904 | |
| GQA 4 groups,winogrande,17301504000.0,0.49329123914759276 | |
| GQA 4 groups,winogrande,18874368000.0,0.5027624309392266 | |
| GQA 4 groups,winogrande,20447232000.0,0.4988161010260458 | |
| GQA 4 groups,winogrande,22020096000.0,0.5114443567482242 | |
| GQA 4 groups,winogrande,23592960000.0,0.4996053670086819 | |
| GQA 4 groups,winogrande,25165824000.0,0.4956590370955012 | |
| GQA 4 groups,winogrande,26738688000.0,0.500394632991318 | |
| GQA 4 groups,winogrande,28311552000.0,0.5035516969218626 | |
| GQA 4 groups,winogrande,29884416000.0,0.4940805051302289 | |
| GQA 4 groups,winogrande,31457280000.0,0.5019731649565904 | |
| GQA 4 groups,winogrande,33030144000.0,0.4925019731649566 | |
| GQA 4 groups,winogrande,34603008000.0,0.4980268350434096 | |
| GQA 4 groups,winogrande,36175872000.0,0.4972375690607735 | |
| GQA 4 groups,winogrande,37748736000.0,0.4988161010260458 | |
| GQA 4 groups,winogrande,39321600000.0,0.4980268350434096 | |
| GQA 4 groups,winogrande,40894464000.0,0.4988161010260458 | |
| GQA 4 groups,winogrande,42467328000.0,0.49329123914759276 | |
| GQA 4 groups,winogrande,44040192000.0,0.48855564325177586 | |
| GQA 4 groups,winogrande,45613056000.0,0.494869771112865 | |
| GQA 4 groups,winogrande,47185920000.0,0.4988161010260458 | |
| GQA 4 groups,winogrande,47185920000.0,0.4980268350434096 | |
| GQA 4 groups,openbookqa,1572864000.0,0.254 | |
| GQA 4 groups,openbookqa,3145728000.0,0.236 | |
| GQA 4 groups,openbookqa,4718592000.0,0.268 | |
| GQA 4 groups,openbookqa,6291456000.0,0.272 | |
| GQA 4 groups,openbookqa,7864320000.0,0.272 | |
| GQA 4 groups,openbookqa,9437184000.0,0.282 | |
| GQA 4 groups,openbookqa,11010048000.0,0.314 | |
| GQA 4 groups,openbookqa,12582912000.0,0.284 | |
| GQA 4 groups,openbookqa,14155776000.0,0.282 | |
| GQA 4 groups,openbookqa,15728640000.0,0.292 | |
| GQA 4 groups,openbookqa,17301504000.0,0.298 | |
| GQA 4 groups,openbookqa,18874368000.0,0.288 | |
| GQA 4 groups,openbookqa,20447232000.0,0.306 | |
| GQA 4 groups,openbookqa,22020096000.0,0.288 | |
| GQA 4 groups,openbookqa,23592960000.0,0.308 | |
| GQA 4 groups,openbookqa,25165824000.0,0.328 | |
| GQA 4 groups,openbookqa,26738688000.0,0.312 | |
| GQA 4 groups,openbookqa,28311552000.0,0.312 | |
| GQA 4 groups,openbookqa,29884416000.0,0.312 | |
| GQA 4 groups,openbookqa,31457280000.0,0.314 | |
| GQA 4 groups,openbookqa,33030144000.0,0.324 | |
| GQA 4 groups,openbookqa,34603008000.0,0.318 | |
| GQA 4 groups,openbookqa,36175872000.0,0.308 | |
| GQA 4 groups,openbookqa,37748736000.0,0.312 | |
| GQA 4 groups,openbookqa,39321600000.0,0.328 | |
| GQA 4 groups,openbookqa,40894464000.0,0.328 | |
| GQA 4 groups,openbookqa,42467328000.0,0.33 | |
| GQA 4 groups,openbookqa,44040192000.0,0.322 | |
| GQA 4 groups,openbookqa,45613056000.0,0.31 | |
| GQA 4 groups,openbookqa,47185920000.0,0.322 | |
| GQA 4 groups,openbookqa,47185920000.0,0.314 | |
| MQA,hellaswag,1572864000.0,0.26110336586337385 | |
| MQA,hellaswag,3145728000.0,0.2898824935271858 | |
| MQA,hellaswag,4718592000.0,0.31866162119099783 | |
| MQA,hellaswag,6291456000.0,0.3405696076478789 | |
| MQA,hellaswag,7864320000.0,0.35839474208325034 | |
| MQA,hellaswag,9437184000.0,0.37333200557657836 | |
| MQA,hellaswag,11010048000.0,0.3906592312288389 | |
| MQA,hellaswag,12582912000.0,0.3975303724357698 | |
| MQA,hellaswag,14155776000.0,0.40888269269069905 | |
| MQA,hellaswag,15728640000.0,0.41545508862776337 | |
| MQA,hellaswag,17301504000.0,0.4222266480780721 | |
| MQA,hellaswag,18874368000.0,0.42471619199362676 | |
| MQA,hellaswag,20447232000.0,0.4284007169886477 | |
| MQA,hellaswag,22020096000.0,0.43397729535949015 | |
| MQA,hellaswag,23592960000.0,0.4431388169687313 | |
| MQA,hellaswag,25165824000.0,0.448814977096196 | |
| MQA,hellaswag,26738688000.0,0.451503684524995 | |
| MQA,hellaswag,28311552000.0,0.45578570005974905 | |
| MQA,hellaswag,29884416000.0,0.4627564230233021 | |
| MQA,hellaswag,31457280000.0,0.46683927504481176 | |
| MQA,hellaswag,33030144000.0,0.4695279824736108 | |
| MQA,hellaswag,34603008000.0,0.4731129257120096 | |
| MQA,hellaswag,36175872000.0,0.4759012148974308 | |
| MQA,hellaswag,37748736000.0,0.47649870543716394 | |
| MQA,hellaswag,39321600000.0,0.47829117705636326 | |
| MQA,hellaswag,40894464000.0,0.48028281218880703 | |
| MQA,hellaswag,42467328000.0,0.4810794662417845 | |
| MQA,hellaswag,44040192000.0,0.4836685919139614 | |
| MQA,hellaswag,45613056000.0,0.48595897231627166 | |
| MQA,hellaswag,47185920000.0,0.4871539533957379 | |
| MQA,hellaswag,47185920000.0,0.4871539533957379 | |
| MQA,mmlu,1572864000.0,0.2543627197648624 | |
| MQA,mmlu,3145728000.0,0.2681902386009931 | |
| MQA,mmlu,4718592000.0,0.27721373975226216 | |
| MQA,mmlu,6291456000.0,0.2843085595466949 | |
| MQA,mmlu,7864320000.0,0.28932350587064265 | |
| MQA,mmlu,9437184000.0,0.29144249967506186 | |
| MQA,mmlu,11010048000.0,0.2959225754896006 | |
| MQA,mmlu,12582912000.0,0.295126698843318 | |
| MQA,mmlu,14155776000.0,0.2971442266521409 | |
| MQA,mmlu,15728640000.0,0.30235278230680646 | |
| MQA,mmlu,17301504000.0,0.3019403965700273 | |
| MQA,mmlu,18874368000.0,0.301417119644089 | |
| MQA,mmlu,20447232000.0,0.30707874634000326 | |
| MQA,mmlu,22020096000.0,0.30769649373713626 | |
| MQA,mmlu,23592960000.0,0.3062950734734772 | |
| MQA,mmlu,25165824000.0,0.30896455785273996 | |
| MQA,mmlu,26738688000.0,0.31141116214089487 | |
| MQA,mmlu,28311552000.0,0.31482284600059135 | |
| MQA,mmlu,29884416000.0,0.32057271598555037 | |
| MQA,mmlu,31457280000.0,0.318793334037572 | |
| MQA,mmlu,33030144000.0,0.3199069407624995 | |
| MQA,mmlu,34603008000.0,0.32339578170084887 | |
| MQA,mmlu,36175872000.0,0.32109429952337987 | |
| MQA,mmlu,37748736000.0,0.3215193776213223 | |
| MQA,mmlu,39321600000.0,0.32339743197770454 | |
| MQA,mmlu,40894464000.0,0.3268698924129341 | |
| MQA,mmlu,42467328000.0,0.3265744392425102 | |
| MQA,mmlu,44040192000.0,0.32592224844954487 | |
| MQA,mmlu,45613056000.0,0.3227556242964135 | |
| MQA,mmlu,47185920000.0,0.32461250872284597 | |
| MQA,mmlu,47185920000.0,0.32461250872284597 | |
| MQA,arc,1572864000.0,0.28476028774663587 | |
| MQA,arc,3145728000.0,0.3291683903885269 | |
| MQA,arc,4718592000.0,0.3574934498569311 | |
| MQA,arc,6291456000.0,0.372316021420117 | |
| MQA,arc,7864320000.0,0.38247448891646846 | |
| MQA,arc,9437184000.0,0.39697745371806803 | |
| MQA,arc,11010048000.0,0.4102924868709852 | |
| MQA,arc,12582912000.0,0.4219699842566737 | |
| MQA,arc,14155776000.0,0.43232739798439457 | |
| MQA,arc,15728640000.0,0.43212845175302517 | |
| MQA,arc,17301504000.0,0.43548970938049436 | |
| MQA,arc,18874368000.0,0.4354609806828237 | |
| MQA,arc,20447232000.0,0.44224669907263764 | |
| MQA,arc,22020096000.0,0.44269055745164965 | |
| MQA,arc,23592960000.0,0.4386232920789235 | |
| MQA,arc,25165824000.0,0.4505054814355156 | |
| MQA,arc,26738688000.0,0.4470580377150343 | |
| MQA,arc,28311552000.0,0.4494590386228612 | |
| MQA,arc,29884416000.0,0.44855983038576897 | |
| MQA,arc,31457280000.0,0.458701060663518 | |
| MQA,arc,33030144000.0,0.45957154020293955 | |
| MQA,arc,34603008000.0,0.47080517920961606 | |
| MQA,arc,36175872000.0,0.4670805035566128 | |
| MQA,arc,37748736000.0,0.46897444295055213 | |
| MQA,arc,39321600000.0,0.46469673986738835 | |
| MQA,arc,40894464000.0,0.47148245825720225 | |
| MQA,arc,42467328000.0,0.46493590627549675 | |
| MQA,arc,44040192000.0,0.4714767125176681 | |
| MQA,arc,45613056000.0,0.4769768216867193 | |
| MQA,arc,47185920000.0,0.4680867261925282 | |
| MQA,arc,47185920000.0,0.4680867261925282 | |
| MQA,piqa,1572864000.0,0.5505984766050055 | |
| MQA,piqa,3145728000.0,0.5968443960826986 | |
| MQA,piqa,4718592000.0,0.6158868335146899 | |
| MQA,piqa,6291456000.0,0.6218715995647442 | |
| MQA,piqa,7864320000.0,0.6517954298150164 | |
| MQA,piqa,9437184000.0,0.6648531011969532 | |
| MQA,piqa,11010048000.0,0.6632208922742111 | |
| MQA,piqa,12582912000.0,0.6637649619151251 | |
| MQA,piqa,14155776000.0,0.6708378672470077 | |
| MQA,piqa,15728640000.0,0.6719260065288357 | |
| MQA,piqa,17301504000.0,0.6800870511425462 | |
| MQA,piqa,18874368000.0,0.6702937976060935 | |
| MQA,piqa,20447232000.0,0.6789989118607181 | |
| MQA,piqa,22020096000.0,0.6833514689880305 | |
| MQA,piqa,23592960000.0,0.6898803046789989 | |
| MQA,piqa,25165824000.0,0.6877040261153428 | |
| MQA,piqa,26738688000.0,0.6985854189336235 | |
| MQA,piqa,28311552000.0,0.6931447225244831 | |
| MQA,piqa,29884416000.0,0.6926006528835691 | |
| MQA,piqa,31457280000.0,0.6964091403699674 | |
| MQA,piqa,33030144000.0,0.6996735582154516 | |
| MQA,piqa,34603008000.0,0.6985854189336235 | |
| MQA,piqa,36175872000.0,0.6996735582154516 | |
| MQA,piqa,37748736000.0,0.7002176278563657 | |
| MQA,piqa,39321600000.0,0.7002176278563657 | |
| MQA,piqa,40894464000.0,0.7007616974972797 | |
| MQA,piqa,42467328000.0,0.6974972796517954 | |
| MQA,piqa,44040192000.0,0.7018498367791077 | |
| MQA,piqa,45613056000.0,0.7013057671381937 | |
| MQA,piqa,47185920000.0,0.7013057671381937 | |
| MQA,piqa,47185920000.0,0.7013057671381937 | |
| MQA,commonsenseqa,1572864000.0,0.24651924651924653 | |
| MQA,commonsenseqa,3145728000.0,0.2784602784602785 | |
| MQA,commonsenseqa,4718592000.0,0.3194103194103194 | |
| MQA,commonsenseqa,6291456000.0,0.3316953316953317 | |
| MQA,commonsenseqa,7864320000.0,0.33742833742833744 | |
| MQA,commonsenseqa,9437184000.0,0.34807534807534807 | |
| MQA,commonsenseqa,11010048000.0,0.3497133497133497 | |
| MQA,commonsenseqa,12582912000.0,0.37346437346437344 | |
| MQA,commonsenseqa,14155776000.0,0.3628173628173628 | |
| MQA,commonsenseqa,15728640000.0,0.3701883701883702 | |
| MQA,commonsenseqa,17301504000.0,0.36609336609336607 | |
| MQA,commonsenseqa,18874368000.0,0.36855036855036855 | |
| MQA,commonsenseqa,20447232000.0,0.3701883701883702 | |
| MQA,commonsenseqa,22020096000.0,0.36936936936936937 | |
| MQA,commonsenseqa,23592960000.0,0.3824733824733825 | |
| MQA,commonsenseqa,25165824000.0,0.3652743652743653 | |
| MQA,commonsenseqa,26738688000.0,0.3759213759213759 | |
| MQA,commonsenseqa,28311552000.0,0.3783783783783784 | |
| MQA,commonsenseqa,29884416000.0,0.37919737919737917 | |
| MQA,commonsenseqa,31457280000.0,0.3906633906633907 | |
| MQA,commonsenseqa,33030144000.0,0.3914823914823915 | |
| MQA,commonsenseqa,34603008000.0,0.3972153972153972 | |
| MQA,commonsenseqa,36175872000.0,0.38984438984438985 | |
| MQA,commonsenseqa,37748736000.0,0.3914823914823915 | |
| MQA,commonsenseqa,39321600000.0,0.39803439803439805 | |
| MQA,commonsenseqa,40894464000.0,0.3955773955773956 | |
| MQA,commonsenseqa,42467328000.0,0.39967239967239965 | |
| MQA,commonsenseqa,44040192000.0,0.4021294021294021 | |
| MQA,commonsenseqa,45613056000.0,0.3906633906633907 | |
| MQA,commonsenseqa,47185920000.0,0.39475839475839475 | |
| MQA,commonsenseqa,47185920000.0,0.39475839475839475 | |
| MQA,winogrande,1572864000.0,0.47671665351223363 | |
| MQA,winogrande,3145728000.0,0.4648776637726914 | |
| MQA,winogrande,4718592000.0,0.5019731649565904 | |
| MQA,winogrande,6291456000.0,0.500394632991318 | |
| MQA,winogrande,7864320000.0,0.49329123914759276 | |
| MQA,winogrande,9437184000.0,0.5059194948697711 | |
| MQA,winogrande,11010048000.0,0.48697711128650356 | |
| MQA,winogrande,12582912000.0,0.49171270718232046 | |
| MQA,winogrande,14155776000.0,0.48382004735595896 | |
| MQA,winogrande,15728640000.0,0.494869771112865 | |
| MQA,winogrande,17301504000.0,0.4925019731649566 | |
| MQA,winogrande,18874368000.0,0.500394632991318 | |
| MQA,winogrande,20447232000.0,0.5011838989739542 | |
| MQA,winogrande,22020096000.0,0.5090765588003157 | |
| MQA,winogrande,23592960000.0,0.5074980268350434 | |
| MQA,winogrande,25165824000.0,0.5059194948697711 | |
| MQA,winogrande,26738688000.0,0.500394632991318 | |
| MQA,winogrande,28311552000.0,0.5011838989739542 | |
| MQA,winogrande,29884416000.0,0.489344909234412 | |
| MQA,winogrande,31457280000.0,0.5059194948697711 | |
| MQA,winogrande,33030144000.0,0.5011838989739542 | |
| MQA,winogrande,34603008000.0,0.5027624309392266 | |
| MQA,winogrande,36175872000.0,0.5043409629044988 | |
| MQA,winogrande,37748736000.0,0.5090765588003157 | |
| MQA,winogrande,39321600000.0,0.4964483030781373 | |
| MQA,winogrande,40894464000.0,0.4996053670086819 | |
| MQA,winogrande,42467328000.0,0.500394632991318 | |
| MQA,winogrande,44040192000.0,0.5067087608524072 | |
| MQA,winogrande,45613056000.0,0.4988161010260458 | |
| MQA,winogrande,47185920000.0,0.4996053670086819 | |
| MQA,winogrande,47185920000.0,0.4996053670086819 | |
| MQA,openbookqa,1572864000.0,0.23 | |
| MQA,openbookqa,3145728000.0,0.242 | |
| MQA,openbookqa,4718592000.0,0.268 | |
| MQA,openbookqa,6291456000.0,0.28 | |
| MQA,openbookqa,7864320000.0,0.282 | |
| MQA,openbookqa,9437184000.0,0.292 | |
| MQA,openbookqa,11010048000.0,0.294 | |
| MQA,openbookqa,12582912000.0,0.292 | |
| MQA,openbookqa,14155776000.0,0.3 | |
| MQA,openbookqa,15728640000.0,0.306 | |
| MQA,openbookqa,17301504000.0,0.31 | |
| MQA,openbookqa,18874368000.0,0.308 | |
| MQA,openbookqa,20447232000.0,0.308 | |
| MQA,openbookqa,22020096000.0,0.312 | |
| MQA,openbookqa,23592960000.0,0.306 | |
| MQA,openbookqa,25165824000.0,0.302 | |
| MQA,openbookqa,26738688000.0,0.306 | |
| MQA,openbookqa,28311552000.0,0.322 | |
| MQA,openbookqa,29884416000.0,0.318 | |
| MQA,openbookqa,31457280000.0,0.33 | |
| MQA,openbookqa,33030144000.0,0.316 | |
| MQA,openbookqa,34603008000.0,0.33 | |
| MQA,openbookqa,36175872000.0,0.332 | |
| MQA,openbookqa,37748736000.0,0.31 | |
| MQA,openbookqa,39321600000.0,0.322 | |
| MQA,openbookqa,40894464000.0,0.326 | |
| MQA,openbookqa,42467328000.0,0.326 | |
| MQA,openbookqa,44040192000.0,0.322 | |
| MQA,openbookqa,45613056000.0,0.324 | |
| MQA,openbookqa,47185920000.0,0.332 | |
| MQA,openbookqa,47185920000.0,0.332 | |
| GQA 2 groups,hellaswag,1572864000.0,0.2638916550487951 | |
| GQA 2 groups,hellaswag,3145728000.0,0.3005377414857598 | |
| GQA 2 groups,hellaswag,4718592000.0,0.3291177056363274 | |
| GQA 2 groups,hellaswag,6291456000.0,0.34863572993427605 | |
| GQA 2 groups,hellaswag,7864320000.0,0.3703445528779128 | |
| GQA 2 groups,hellaswag,9437184000.0,0.3855805616411073 | |
| GQA 2 groups,hellaswag,11010048000.0,0.40111531567416847 | |
| GQA 2 groups,hellaswag,12582912000.0,0.410973909579765 | |
| GQA 2 groups,hellaswag,14155776000.0,0.4221270663214499 | |
| GQA 2 groups,hellaswag,15728640000.0,0.42850029874526985 | |
| GQA 2 groups,hellaswag,17301504000.0,0.43835889265086636 | |
| GQA 2 groups,hellaswag,18874368000.0,0.4425413264289982 | |
| GQA 2 groups,hellaswag,20447232000.0,0.4470225054769966 | |
| GQA 2 groups,hellaswag,22020096000.0,0.45269866560446126 | |
| GQA 2 groups,hellaswag,23592960000.0,0.4596693885680143 | |
| GQA 2 groups,hellaswag,25165824000.0,0.4666401115315674 | |
| GQA 2 groups,hellaswag,26738688000.0,0.4682334196375224 | |
| GQA 2 groups,hellaswag,28311552000.0,0.472814180442143 | |
| GQA 2 groups,hellaswag,29884416000.0,0.47679745070703045 | |
| GQA 2 groups,hellaswag,31457280000.0,0.48247361083449514 | |
| GQA 2 groups,hellaswag,33030144000.0,0.4827723561043617 | |
| GQA 2 groups,hellaswag,34603008000.0,0.4878510256920932 | |
| GQA 2 groups,hellaswag,36175872000.0,0.4901414060944035 | |
| GQA 2 groups,hellaswag,37748736000.0,0.49283011352320255 | |
| GQA 2 groups,hellaswag,39321600000.0,0.49482174865564627 | |
| GQA 2 groups,hellaswag,40894464000.0,0.4954192391953794 | |
| GQA 2 groups,hellaswag,42467328000.0,0.4989046006771559 | |
| GQA 2 groups,hellaswag,44040192000.0,0.5008962358095996 | |
| GQA 2 groups,hellaswag,45613056000.0,0.500497908783111 | |
| GQA 2 groups,hellaswag,47185920000.0,0.5035849432383988 | |
| GQA 2 groups,hellaswag,47185920000.0,0.5036845249950209 | |
| GQA 2 groups,mmlu,1572864000.0,0.25893815901560957 | |
| GQA 2 groups,mmlu,3145728000.0,0.266950838336094 | |
| GQA 2 groups,mmlu,4718592000.0,0.2782766769711504 | |
| GQA 2 groups,mmlu,6291456000.0,0.2806269796728518 | |
| GQA 2 groups,mmlu,7864320000.0,0.28977318002513425 | |
| GQA 2 groups,mmlu,9437184000.0,0.2952406112618376 | |
| GQA 2 groups,mmlu,11010048000.0,0.2997183871428359 | |
| GQA 2 groups,mmlu,12582912000.0,0.29655800059744747 | |
| GQA 2 groups,mmlu,14155776000.0,0.30496467062704363 | |
| GQA 2 groups,mmlu,15728640000.0,0.2996148691666964 | |
| GQA 2 groups,mmlu,17301504000.0,0.3113110420783124 | |
| GQA 2 groups,mmlu,18874368000.0,0.3132468492529825 | |
| GQA 2 groups,mmlu,20447232000.0,0.3151472361472257 | |
| GQA 2 groups,mmlu,22020096000.0,0.3129632286933616 | |
| GQA 2 groups,mmlu,23592960000.0,0.3170194969721171 | |
| GQA 2 groups,mmlu,25165824000.0,0.3165538196067337 | |
| GQA 2 groups,mmlu,26738688000.0,0.3167847202070646 | |
| GQA 2 groups,mmlu,28311552000.0,0.3231019852425221 | |
| GQA 2 groups,mmlu,29884416000.0,0.3225677506747409 | |
| GQA 2 groups,mmlu,31457280000.0,0.32550547783751416 | |
| GQA 2 groups,mmlu,33030144000.0,0.3242943906465741 | |
| GQA 2 groups,mmlu,34603008000.0,0.3228672462593321 | |
| GQA 2 groups,mmlu,36175872000.0,0.3231552782301944 | |
| GQA 2 groups,mmlu,37748736000.0,0.3282547471790177 | |
| GQA 2 groups,mmlu,39321600000.0,0.3278489908690609 | |
| GQA 2 groups,mmlu,40894464000.0,0.33286469192239854 | |
| GQA 2 groups,mmlu,42467328000.0,0.33491847939598235 | |
| GQA 2 groups,mmlu,44040192000.0,0.3283555078544681 | |
| GQA 2 groups,mmlu,45613056000.0,0.3307858249400203 | |
| GQA 2 groups,mmlu,47185920000.0,0.32988578157607207 | |
| GQA 2 groups,mmlu,47185920000.0,0.32962608134765653 | |
| GQA 2 groups,arc,1572864000.0,0.2872223371370129 | |
| GQA 2 groups,arc,3145728000.0,0.3385080900012641 | |
| GQA 2 groups,arc,4718592000.0,0.36550732007216646 | |
| GQA 2 groups,arc,6291456000.0,0.38583574654393765 | |
| GQA 2 groups,arc,7864320000.0,0.3887646372714632 | |
| GQA 2 groups,arc,9437184000.0,0.41177129658358325 | |
| GQA 2 groups,arc,11010048000.0,0.4042415049240988 | |
| GQA 2 groups,arc,12582912000.0,0.41798890497695956 | |
| GQA 2 groups,arc,14155776000.0,0.433999408188828 | |
| GQA 2 groups,arc,15728640000.0,0.4323503809425311 | |
| GQA 2 groups,arc,17301504000.0,0.44124047643672215 | |
| GQA 2 groups,arc,18874368000.0,0.4554087519104584 | |
| GQA 2 groups,arc,20447232000.0,0.44249161122028013 | |
| GQA 2 groups,arc,22020096000.0,0.43615549694901234 | |
| GQA 2 groups,arc,23592960000.0,0.43779877845577503 | |
| GQA 2 groups,arc,25165824000.0,0.45561344388136193 | |
| GQA 2 groups,arc,26738688000.0,0.45742694292182345 | |
| GQA 2 groups,arc,28311552000.0,0.45663690373587984 | |
| GQA 2 groups,arc,29884416000.0,0.4613239907608508 | |
| GQA 2 groups,arc,31457280000.0,0.47271061008262377 | |
| GQA 2 groups,arc,33030144000.0,0.47610634214729775 | |
| GQA 2 groups,arc,34603008000.0,0.4750484078555751 | |
| GQA 2 groups,arc,36175872000.0,0.4697472449178933 | |
| GQA 2 groups,arc,37748736000.0,0.4767146723204744 | |
| GQA 2 groups,arc,39321600000.0,0.4710041254409855 | |
| GQA 2 groups,arc,40894464000.0,0.4756107721124786 | |
| GQA 2 groups,arc,42467328000.0,0.4856334965123361 | |
| GQA 2 groups,arc,44040192000.0,0.48626480964364927 | |
| GQA 2 groups,arc,45613056000.0,0.483751048597465 | |
| GQA 2 groups,arc,47185920000.0,0.4794963284724377 | |
| GQA 2 groups,arc,47185920000.0,0.47991720389331316 | |
| GQA 2 groups,piqa,1572864000.0,0.558759521218716 | |
| GQA 2 groups,piqa,3145728000.0,0.5957562568008705 | |
| GQA 2 groups,piqa,4718592000.0,0.6169749727965179 | |
| GQA 2 groups,piqa,6291456000.0,0.6305767138193689 | |
| GQA 2 groups,piqa,7864320000.0,0.6577801958650707 | |
| GQA 2 groups,piqa,9437184000.0,0.6643090315560392 | |
| GQA 2 groups,piqa,11010048000.0,0.6806311207834603 | |
| GQA 2 groups,piqa,12582912000.0,0.676822633297062 | |
| GQA 2 groups,piqa,14155776000.0,0.6719260065288357 | |
| GQA 2 groups,piqa,15728640000.0,0.6735582154515778 | |
| GQA 2 groups,piqa,17301504000.0,0.6741022850924918 | |
| GQA 2 groups,piqa,18874368000.0,0.6887921653971708 | |
| GQA 2 groups,piqa,20447232000.0,0.6969532100108814 | |
| GQA 2 groups,piqa,22020096000.0,0.6931447225244831 | |
| GQA 2 groups,piqa,23592960000.0,0.6866158868335147 | |
| GQA 2 groups,piqa,25165824000.0,0.6893362350380848 | |
| GQA 2 groups,piqa,26738688000.0,0.7013057671381937 | |
| GQA 2 groups,piqa,28311552000.0,0.6974972796517954 | |
| GQA 2 groups,piqa,29884416000.0,0.705658324265506 | |
| GQA 2 groups,piqa,31457280000.0,0.704570184983678 | |
| GQA 2 groups,piqa,33030144000.0,0.7121871599564744 | |
| GQA 2 groups,piqa,34603008000.0,0.7023939064200218 | |
| GQA 2 groups,piqa,36175872000.0,0.704570184983678 | |
| GQA 2 groups,piqa,37748736000.0,0.7083786724700761 | |
| GQA 2 groups,piqa,39321600000.0,0.7094668117519043 | |
| GQA 2 groups,piqa,40894464000.0,0.7149075081610446 | |
| GQA 2 groups,piqa,42467328000.0,0.7154515778019587 | |
| GQA 2 groups,piqa,44040192000.0,0.7094668117519043 | |
| GQA 2 groups,piqa,45613056000.0,0.7149075081610446 | |
| GQA 2 groups,piqa,47185920000.0,0.7127312295973884 | |
| GQA 2 groups,piqa,47185920000.0,0.7127312295973884 | |
| GQA 2 groups,commonsenseqa,1572864000.0,0.25143325143325146 | |
| GQA 2 groups,commonsenseqa,3145728000.0,0.29811629811629814 | |
| GQA 2 groups,commonsenseqa,4718592000.0,0.3185913185913186 | |
| GQA 2 groups,commonsenseqa,6291456000.0,0.34316134316134317 | |
| GQA 2 groups,commonsenseqa,7864320000.0,0.3357903357903358 | |
| GQA 2 groups,commonsenseqa,9437184000.0,0.35544635544635544 | |
| GQA 2 groups,commonsenseqa,11010048000.0,0.3415233415233415 | |
| GQA 2 groups,commonsenseqa,12582912000.0,0.3669123669123669 | |
| GQA 2 groups,commonsenseqa,14155776000.0,0.36936936936936937 | |
| GQA 2 groups,commonsenseqa,15728640000.0,0.3652743652743653 | |
| GQA 2 groups,commonsenseqa,17301504000.0,0.3726453726453726 | |
| GQA 2 groups,commonsenseqa,18874368000.0,0.37346437346437344 | |
| GQA 2 groups,commonsenseqa,20447232000.0,0.35626535626535627 | |
| GQA 2 groups,commonsenseqa,22020096000.0,0.38001638001638 | |
| GQA 2 groups,commonsenseqa,23592960000.0,0.37428337428337427 | |
| GQA 2 groups,commonsenseqa,25165824000.0,0.3701883701883702 | |
| GQA 2 groups,commonsenseqa,26738688000.0,0.3939393939393939 | |
| GQA 2 groups,commonsenseqa,28311552000.0,0.37919737919737917 | |
| GQA 2 groups,commonsenseqa,29884416000.0,0.38493038493038495 | |
| GQA 2 groups,commonsenseqa,31457280000.0,0.39803439803439805 | |
| GQA 2 groups,commonsenseqa,33030144000.0,0.3914823914823915 | |
| GQA 2 groups,commonsenseqa,34603008000.0,0.4021294021294021 | |
| GQA 2 groups,commonsenseqa,36175872000.0,0.3759213759213759 | |
| GQA 2 groups,commonsenseqa,37748736000.0,0.3939393939393939 | |
| GQA 2 groups,commonsenseqa,39321600000.0,0.38656838656838655 | |
| GQA 2 groups,commonsenseqa,40894464000.0,0.39475839475839475 | |
| GQA 2 groups,commonsenseqa,42467328000.0,0.3857493857493858 | |
| GQA 2 groups,commonsenseqa,44040192000.0,0.3931203931203931 | |
| GQA 2 groups,commonsenseqa,45613056000.0,0.39967239967239965 | |
| GQA 2 groups,commonsenseqa,47185920000.0,0.39475839475839475 | |
| GQA 2 groups,commonsenseqa,47185920000.0,0.39475839475839475 | |
| GQA 2 groups,winogrande,1572864000.0,0.49329123914759276 | |
| GQA 2 groups,winogrande,3145728000.0,0.500394632991318 | |
| GQA 2 groups,winogrande,4718592000.0,0.5019731649565904 | |
| GQA 2 groups,winogrande,6291456000.0,0.48303078137332284 | |
| GQA 2 groups,winogrande,7864320000.0,0.4925019731649566 | |
| GQA 2 groups,winogrande,9437184000.0,0.5067087608524072 | |
| GQA 2 groups,winogrande,11010048000.0,0.4988161010260458 | |
| GQA 2 groups,winogrande,12582912000.0,0.5011838989739542 | |
| GQA 2 groups,winogrande,14155776000.0,0.4925019731649566 | |
| GQA 2 groups,winogrande,15728640000.0,0.4980268350434096 | |
| GQA 2 groups,winogrande,17301504000.0,0.49013417521704816 | |
| GQA 2 groups,winogrande,18874368000.0,0.489344909234412 | |
| GQA 2 groups,winogrande,20447232000.0,0.49329123914759276 | |
| GQA 2 groups,winogrande,22020096000.0,0.5011838989739542 | |
| GQA 2 groups,winogrande,23592960000.0,0.4846093133385951 | |
| GQA 2 groups,winogrande,25165824000.0,0.4925019731649566 | |
| GQA 2 groups,winogrande,26738688000.0,0.48855564325177586 | |
| GQA 2 groups,winogrande,28311552000.0,0.5059194948697711 | |
| GQA 2 groups,winogrande,29884416000.0,0.4940805051302289 | |
| GQA 2 groups,winogrande,31457280000.0,0.5067087608524072 | |
| GQA 2 groups,winogrande,33030144000.0,0.5153906866614049 | |
| GQA 2 groups,winogrande,34603008000.0,0.5035516969218626 | |
| GQA 2 groups,winogrande,36175872000.0,0.5074980268350434 | |
| GQA 2 groups,winogrande,37748736000.0,0.5059194948697711 | |
| GQA 2 groups,winogrande,39321600000.0,0.505130228887135 | |
| GQA 2 groups,winogrande,40894464000.0,0.4988161010260458 | |
| GQA 2 groups,winogrande,42467328000.0,0.4996053670086819 | |
| GQA 2 groups,winogrande,44040192000.0,0.494869771112865 | |
| GQA 2 groups,winogrande,45613056000.0,0.505130228887135 | |
| GQA 2 groups,winogrande,47185920000.0,0.5011838989739542 | |
| GQA 2 groups,winogrande,47185920000.0,0.5011838989739542 | |
| GQA 2 groups,openbookqa,1572864000.0,0.266 | |
| GQA 2 groups,openbookqa,3145728000.0,0.264 | |
| GQA 2 groups,openbookqa,4718592000.0,0.28 | |
| GQA 2 groups,openbookqa,6291456000.0,0.282 | |
| GQA 2 groups,openbookqa,7864320000.0,0.28 | |
| GQA 2 groups,openbookqa,9437184000.0,0.286 | |
| GQA 2 groups,openbookqa,11010048000.0,0.294 | |
| GQA 2 groups,openbookqa,12582912000.0,0.306 | |
| GQA 2 groups,openbookqa,14155776000.0,0.286 | |
| GQA 2 groups,openbookqa,15728640000.0,0.302 | |
| GQA 2 groups,openbookqa,17301504000.0,0.304 | |
| GQA 2 groups,openbookqa,18874368000.0,0.29 | |
| GQA 2 groups,openbookqa,20447232000.0,0.302 | |
| GQA 2 groups,openbookqa,22020096000.0,0.31 | |
| GQA 2 groups,openbookqa,23592960000.0,0.29 | |
| GQA 2 groups,openbookqa,25165824000.0,0.294 | |
| GQA 2 groups,openbookqa,26738688000.0,0.304 | |
| GQA 2 groups,openbookqa,28311552000.0,0.308 | |
| GQA 2 groups,openbookqa,29884416000.0,0.306 | |
| GQA 2 groups,openbookqa,31457280000.0,0.324 | |
| GQA 2 groups,openbookqa,33030144000.0,0.3 | |
| GQA 2 groups,openbookqa,34603008000.0,0.306 | |
| GQA 2 groups,openbookqa,36175872000.0,0.318 | |
| GQA 2 groups,openbookqa,37748736000.0,0.326 | |
| GQA 2 groups,openbookqa,39321600000.0,0.316 | |
| GQA 2 groups,openbookqa,40894464000.0,0.316 | |
| GQA 2 groups,openbookqa,42467328000.0,0.318 | |
| GQA 2 groups,openbookqa,44040192000.0,0.312 | |
| GQA 2 groups,openbookqa,45613056000.0,0.314 | |
| GQA 2 groups,openbookqa,47185920000.0,0.332 | |
| GQA 2 groups,openbookqa,47185920000.0,0.332 | |
| GQA 16 groups,hellaswag,1572864000.0,0.26638119896434975 | |
| GQA 16 groups,hellaswag,3145728000.0,0.29725154351722766 | |
| GQA 16 groups,hellaswag,4718592000.0,0.3232423819956184 | |
| GQA 16 groups,hellaswag,6291456000.0,0.345947022505477 | |
| GQA 16 groups,hellaswag,7864320000.0,0.36387173869747064 | |
| GQA 16 groups,hellaswag,9437184000.0,0.3770165305715993 | |
| GQA 16 groups,hellaswag,11010048000.0,0.3888667596096395 | |
| GQA 16 groups,hellaswag,12582912000.0,0.3999203345947023 | |
| GQA 16 groups,hellaswag,14155776000.0,0.4047998406691894 | |
| GQA 16 groups,hellaswag,15728640000.0,0.41505676160127464 | |
| GQA 16 groups,hellaswag,17301504000.0,0.4214299940250946 | |
| GQA 16 groups,hellaswag,18874368000.0,0.4297948615813583 | |
| GQA 16 groups,hellaswag,20447232000.0,0.43537143995220073 | |
| GQA 16 groups,hellaswag,22020096000.0,0.4396534554869548 | |
| GQA 16 groups,hellaswag,23592960000.0,0.44453296156144195 | |
| GQA 16 groups,hellaswag,25165824000.0,0.450408285202151 | |
| GQA 16 groups,hellaswag,26738688000.0,0.4539932284405497 | |
| GQA 16 groups,hellaswag,28311552000.0,0.4583748257319259 | |
| GQA 16 groups,hellaswag,29884416000.0,0.4658434574785899 | |
| GQA 16 groups,hellaswag,31457280000.0,0.4658434574785899 | |
| GQA 16 groups,hellaswag,33030144000.0,0.46932881896036643 | |
| GQA 16 groups,hellaswag,34603008000.0,0.4726150169288986 | |
| GQA 16 groups,hellaswag,36175872000.0,0.4750049790878311 | |
| GQA 16 groups,hellaswag,37748736000.0,0.47849034056960765 | |
| GQA 16 groups,hellaswag,39321600000.0,0.47699661422027484 | |
| GQA 16 groups,hellaswag,40894464000.0,0.4817765385381398 | |
| GQA 16 groups,hellaswag,42467328000.0,0.483469428400717 | |
| GQA 16 groups,hellaswag,44040192000.0,0.4838677554272057 | |
| GQA 16 groups,hellaswag,45613056000.0,0.4871539533957379 | |
| GQA 16 groups,hellaswag,47185920000.0,0.4876518621788488 | |
| GQA 16 groups,hellaswag,47185920000.0,0.4876518621788488 | |
| GQA 16 groups,mmlu,1572864000.0,0.2586058592369441 | |
| GQA 16 groups,mmlu,3145728000.0,0.26634146971655254 | |
| GQA 16 groups,mmlu,4718592000.0,0.2752620966818081 | |
| GQA 16 groups,mmlu,6291456000.0,0.27723838561789776 | |
| GQA 16 groups,mmlu,7864320000.0,0.2907593722781619 | |
| GQA 16 groups,mmlu,9437184000.0,0.2888604138964714 | |
| GQA 16 groups,mmlu,11010048000.0,0.2957633673200839 | |
| GQA 16 groups,mmlu,12582912000.0,0.3028954368082722 | |
| GQA 16 groups,mmlu,14155776000.0,0.3047139926837695 | |
| GQA 16 groups,mmlu,15728640000.0,0.30200738396734134 | |
| GQA 16 groups,mmlu,17301504000.0,0.2988136625121266 | |
| GQA 16 groups,mmlu,18874368000.0,0.3049125953383158 | |
| GQA 16 groups,mmlu,20447232000.0,0.3087076265586535 | |
| GQA 16 groups,mmlu,22020096000.0,0.3110565537496892 | |
| GQA 16 groups,mmlu,23592960000.0,0.31286864672604336 | |
| GQA 16 groups,mmlu,25165824000.0,0.3165165291570455 | |
| GQA 16 groups,mmlu,26738688000.0,0.3130227604981286 | |
| GQA 16 groups,mmlu,28311552000.0,0.31201072875343294 | |
| GQA 16 groups,mmlu,29884416000.0,0.31785436718480414 | |
| GQA 16 groups,mmlu,31457280000.0,0.3174887145127641 | |
| GQA 16 groups,mmlu,33030144000.0,0.31908027406102574 | |
| GQA 16 groups,mmlu,34603008000.0,0.3214675989655296 | |
| GQA 16 groups,mmlu,36175872000.0,0.31794662697281006 | |
| GQA 16 groups,mmlu,37748736000.0,0.31853199734510235 | |
| GQA 16 groups,mmlu,39321600000.0,0.32378989604266356 | |
| GQA 16 groups,mmlu,40894464000.0,0.3210330675024162 | |
| GQA 16 groups,mmlu,42467328000.0,0.3205941290618468 | |
| GQA 16 groups,mmlu,44040192000.0,0.3229486256698073 | |
| GQA 16 groups,mmlu,45613056000.0,0.3217503672919379 | |
| GQA 16 groups,mmlu,47185920000.0,0.32234500341607886 | |
| GQA 16 groups,mmlu,47185920000.0,0.32234500341607886 | |
| GQA 16 groups,arc,1572864000.0,0.2904248687098516 | |
| GQA 16 groups,arc,3145728000.0,0.34400245343078106 | |
| GQA 16 groups,arc,4718592000.0,0.3685396341113064 | |
| GQA 16 groups,arc,6291456000.0,0.37929494030176625 | |
| GQA 16 groups,arc,7864320000.0,0.398980562163156 | |
| GQA 16 groups,arc,9437184000.0,0.3989001218096781 | |
| GQA 16 groups,arc,11010048000.0,0.41755079233748177 | |
| GQA 16 groups,arc,12582912000.0,0.42658237666770094 | |
| GQA 16 groups,arc,14155776000.0,0.4437714747015088 | |
| GQA 16 groups,arc,15728640000.0,0.43525054297238597 | |
| GQA 16 groups,arc,17301504000.0,0.43506883395961893 | |
| GQA 16 groups,arc,18874368000.0,0.42441479642844826 | |
| GQA 16 groups,arc,20447232000.0,0.44390147205846864 | |
| GQA 16 groups,arc,22020096000.0,0.4528834993852059 | |
| GQA 16 groups,arc,23592960000.0,0.4564437032440445 | |
| GQA 16 groups,arc,25165824000.0,0.4564322117649763 | |
| GQA 16 groups,arc,26738688000.0,0.4547372186024063 | |
| GQA 16 groups,arc,28311552000.0,0.4528432792084669 | |
| GQA 16 groups,arc,29884416000.0,0.46314323554084647 | |
| GQA 16 groups,arc,31457280000.0,0.465936383171878 | |
| GQA 16 groups,arc,33030144000.0,0.46427011870697876 | |
| GQA 16 groups,arc,34603008000.0,0.4716584215304352 | |
| GQA 16 groups,arc,36175872000.0,0.4653050700405649 | |
| GQA 16 groups,arc,37748736000.0,0.46275683455717587 | |
| GQA 16 groups,arc,39321600000.0,0.4657431826800427 | |
| GQA 16 groups,arc,40894464000.0,0.4707994334700819 | |
| GQA 16 groups,arc,42467328000.0,0.46740944714494204 | |
| GQA 16 groups,arc,44040192000.0,0.4710385998781903 | |
| GQA 16 groups,arc,45613056000.0,0.4723012261408166 | |
| GQA 16 groups,arc,47185920000.0,0.4683086553820342 | |
| GQA 16 groups,arc,47185920000.0,0.4683086553820342 | |
| GQA 16 groups,piqa,1572864000.0,0.5620239390642002 | |
| GQA 16 groups,piqa,3145728000.0,0.6001088139281828 | |
| GQA 16 groups,piqa,4718592000.0,0.6137105549510338 | |
| GQA 16 groups,piqa,6291456000.0,0.6332970620239391 | |
| GQA 16 groups,piqa,7864320000.0,0.6485310119695321 | |
| GQA 16 groups,piqa,9437184000.0,0.6490750816104461 | |
| GQA 16 groups,piqa,11010048000.0,0.6686615886833515 | |
| GQA 16 groups,piqa,12582912000.0,0.6643090315560392 | |
| GQA 16 groups,piqa,14155776000.0,0.6681175190424374 | |
| GQA 16 groups,piqa,15728640000.0,0.6697497279651795 | |
| GQA 16 groups,piqa,17301504000.0,0.6779107725788901 | |
| GQA 16 groups,piqa,18874368000.0,0.6779107725788901 | |
| GQA 16 groups,piqa,20447232000.0,0.6871599564744287 | |
| GQA 16 groups,piqa,22020096000.0,0.6882480957562568 | |
| GQA 16 groups,piqa,23592960000.0,0.6833514689880305 | |
| GQA 16 groups,piqa,25165824000.0,0.690968443960827 | |
| GQA 16 groups,piqa,26738688000.0,0.6833514689880305 | |
| GQA 16 groups,piqa,28311552000.0,0.6936887921653971 | |
| GQA 16 groups,piqa,29884416000.0,0.6964091403699674 | |
| GQA 16 groups,piqa,31457280000.0,0.7018498367791077 | |
| GQA 16 groups,piqa,33030144000.0,0.6996735582154516 | |
| GQA 16 groups,piqa,34603008000.0,0.7023939064200218 | |
| GQA 16 groups,piqa,36175872000.0,0.7018498367791077 | |
| GQA 16 groups,piqa,37748736000.0,0.7040261153427638 | |
| GQA 16 groups,piqa,39321600000.0,0.6996735582154516 | |
| GQA 16 groups,piqa,40894464000.0,0.6985854189336235 | |
| GQA 16 groups,piqa,42467328000.0,0.7013057671381937 | |
| GQA 16 groups,piqa,44040192000.0,0.7078346028291621 | |
| GQA 16 groups,piqa,45613056000.0,0.7132752992383025 | |
| GQA 16 groups,piqa,47185920000.0,0.7083786724700761 | |
| GQA 16 groups,piqa,47185920000.0,0.7083786724700761 | |
| GQA 16 groups,commonsenseqa,1572864000.0,0.2547092547092547 | |
| GQA 16 groups,commonsenseqa,3145728000.0,0.31695331695331697 | |
| GQA 16 groups,commonsenseqa,4718592000.0,0.3235053235053235 | |
| GQA 16 groups,commonsenseqa,6291456000.0,0.33906633906633904 | |
| GQA 16 groups,commonsenseqa,7864320000.0,0.3521703521703522 | |
| GQA 16 groups,commonsenseqa,9437184000.0,0.3464373464373464 | |
| GQA 16 groups,commonsenseqa,11010048000.0,0.3595413595413595 | |
| GQA 16 groups,commonsenseqa,12582912000.0,0.3783783783783784 | |
| GQA 16 groups,commonsenseqa,14155776000.0,0.3808353808353808 | |
| GQA 16 groups,commonsenseqa,15728640000.0,0.37428337428337427 | |
| GQA 16 groups,commonsenseqa,17301504000.0,0.3677313677313677 | |
| GQA 16 groups,commonsenseqa,18874368000.0,0.3628173628173628 | |
| GQA 16 groups,commonsenseqa,20447232000.0,0.3669123669123669 | |
| GQA 16 groups,commonsenseqa,22020096000.0,0.371007371007371 | |
| GQA 16 groups,commonsenseqa,23592960000.0,0.3857493857493858 | |
| GQA 16 groups,commonsenseqa,25165824000.0,0.36363636363636365 | |
| GQA 16 groups,commonsenseqa,26738688000.0,0.37182637182637185 | |
| GQA 16 groups,commonsenseqa,28311552000.0,0.36936936936936937 | |
| GQA 16 groups,commonsenseqa,29884416000.0,0.3824733824733825 | |
| GQA 16 groups,commonsenseqa,31457280000.0,0.36855036855036855 | |
| GQA 16 groups,commonsenseqa,33030144000.0,0.3701883701883702 | |
| GQA 16 groups,commonsenseqa,34603008000.0,0.3914823914823915 | |
| GQA 16 groups,commonsenseqa,36175872000.0,0.38001638001638 | |
| GQA 16 groups,commonsenseqa,37748736000.0,0.3857493857493858 | |
| GQA 16 groups,commonsenseqa,39321600000.0,0.3775593775593776 | |
| GQA 16 groups,commonsenseqa,40894464000.0,0.37674037674037675 | |
| GQA 16 groups,commonsenseqa,42467328000.0,0.3808353808353808 | |
| GQA 16 groups,commonsenseqa,44040192000.0,0.38165438165438165 | |
| GQA 16 groups,commonsenseqa,45613056000.0,0.3841113841113841 | |
| GQA 16 groups,commonsenseqa,47185920000.0,0.38656838656838655 | |
| GQA 16 groups,commonsenseqa,47185920000.0,0.38656838656838655 | |
| GQA 16 groups,winogrande,1572864000.0,0.47829518547750594 | |
| GQA 16 groups,winogrande,3145728000.0,0.48382004735595896 | |
| GQA 16 groups,winogrande,4718592000.0,0.49171270718232046 | |
| GQA 16 groups,winogrande,6291456000.0,0.4861878453038674 | |
| GQA 16 groups,winogrande,7864320000.0,0.49171270718232046 | |
| GQA 16 groups,winogrande,9437184000.0,0.48224151539068666 | |
| GQA 16 groups,winogrande,11010048000.0,0.49329123914759276 | |
| GQA 16 groups,winogrande,12582912000.0,0.4861878453038674 | |
| GQA 16 groups,winogrande,14155776000.0,0.4940805051302289 | |
| GQA 16 groups,winogrande,15728640000.0,0.4964483030781373 | |
| GQA 16 groups,winogrande,17301504000.0,0.4925019731649566 | |
| GQA 16 groups,winogrande,18874368000.0,0.4988161010260458 | |
| GQA 16 groups,winogrande,20447232000.0,0.5067087608524072 | |
| GQA 16 groups,winogrande,22020096000.0,0.505130228887135 | |
| GQA 16 groups,winogrande,23592960000.0,0.49329123914759276 | |
| GQA 16 groups,winogrande,25165824000.0,0.4909234411996843 | |
| GQA 16 groups,winogrande,26738688000.0,0.4696132596685083 | |
| GQA 16 groups,winogrande,28311552000.0,0.48855564325177586 | |
| GQA 16 groups,winogrande,29884416000.0,0.49013417521704816 | |
| GQA 16 groups,winogrande,31457280000.0,0.4980268350434096 | |
| GQA 16 groups,winogrande,33030144000.0,0.4980268350434096 | |
| GQA 16 groups,winogrande,34603008000.0,0.489344909234412 | |
| GQA 16 groups,winogrande,36175872000.0,0.489344909234412 | |
| GQA 16 groups,winogrande,37748736000.0,0.49171270718232046 | |
| GQA 16 groups,winogrande,39321600000.0,0.48145224940805054 | |
| GQA 16 groups,winogrande,40894464000.0,0.4861878453038674 | |
| GQA 16 groups,winogrande,42467328000.0,0.49329123914759276 | |
| GQA 16 groups,winogrande,44040192000.0,0.49171270718232046 | |
| GQA 16 groups,winogrande,45613056000.0,0.4980268350434096 | |
| GQA 16 groups,winogrande,47185920000.0,0.4964483030781373 | |
| GQA 16 groups,winogrande,47185920000.0,0.4964483030781373 | |
| GQA 16 groups,openbookqa,1572864000.0,0.264 | |
| GQA 16 groups,openbookqa,3145728000.0,0.26 | |
| GQA 16 groups,openbookqa,4718592000.0,0.258 | |
| GQA 16 groups,openbookqa,6291456000.0,0.272 | |
| GQA 16 groups,openbookqa,7864320000.0,0.268 | |
| GQA 16 groups,openbookqa,9437184000.0,0.294 | |
| GQA 16 groups,openbookqa,11010048000.0,0.298 | |
| GQA 16 groups,openbookqa,12582912000.0,0.278 | |
| GQA 16 groups,openbookqa,14155776000.0,0.288 | |
| GQA 16 groups,openbookqa,15728640000.0,0.3 | |
| GQA 16 groups,openbookqa,17301504000.0,0.298 | |
| GQA 16 groups,openbookqa,18874368000.0,0.29 | |
| GQA 16 groups,openbookqa,20447232000.0,0.31 | |
| GQA 16 groups,openbookqa,22020096000.0,0.316 | |
| GQA 16 groups,openbookqa,23592960000.0,0.312 | |
| GQA 16 groups,openbookqa,25165824000.0,0.306 | |
| GQA 16 groups,openbookqa,26738688000.0,0.31 | |
| GQA 16 groups,openbookqa,28311552000.0,0.314 | |
| GQA 16 groups,openbookqa,29884416000.0,0.322 | |
| GQA 16 groups,openbookqa,31457280000.0,0.312 | |
| GQA 16 groups,openbookqa,33030144000.0,0.308 | |
| GQA 16 groups,openbookqa,34603008000.0,0.314 | |
| GQA 16 groups,openbookqa,36175872000.0,0.312 | |
| GQA 16 groups,openbookqa,37748736000.0,0.312 | |
| GQA 16 groups,openbookqa,39321600000.0,0.318 | |
| GQA 16 groups,openbookqa,40894464000.0,0.31 | |
| GQA 16 groups,openbookqa,42467328000.0,0.308 | |
| GQA 16 groups,openbookqa,44040192000.0,0.31 | |
| GQA 16 groups,openbookqa,45613056000.0,0.318 | |
| GQA 16 groups,openbookqa,47185920000.0,0.314 | |
| GQA 16 groups,openbookqa,47185920000.0,0.314 | |