| step,global_piqa_acc,global_piqa_acc_norm,arc_hi_acc,arc_hi_acc_norm,hellaswag_hi_acc,hellaswag_hi_acc_norm,mmlu_hi_acc,mmlu_hi_acc_norm,truthfulqa_hi_mc1,truthfulqa_hi_mc2,copa_hi_acc,copa_hi_acc_norm,iitp_mr_hi_acc,iitp_mr_hi_acc_norm,indicxnli_acc,indicxnli_acc_norm,milu_hi_acc,milu_hi_acc_norm,csqa_hi_acc,csqa_hi_acc_norm | |
| 05000,0.5,0.52,0.1986301369863013,0.2551369863013699,0.2751699235344095,0.2976847918436703,0.246442068022835,0.2612366326284474,0.2380336351875808,0.4200786191786573,0.5167037861915368,0.5278396436525612,0.3709677419354839,0.3709677419354839,0.3654618473895582,0.3582329317269076,0.2481289191558222,0.2520396466859955,0.3716846898121798,0.3324701195219123 | |
| 10000,0.52,0.6,0.2106164383561644,0.2525684931506849,0.2828164825828377,0.308517417162277,0.2488542252954892,0.261397443113291,0.2276843467011643,0.4028458653584956,0.5456570155902004,0.532293986636971,0.3580645161290323,0.3580645161290323,0.3939759036144578,0.3811244979919678,0.2527139100532668,0.2606702177870676,0.3805919180421172,0.3382754695503699 | |
| 15000,0.55,0.61,0.2140410958904109,0.2585616438356164,0.2869583687340696,0.3172259983007646,0.2590656910830586,0.2667041891131301,0.2108667529107374,0.3877812199531743,0.5278396436525612,0.532293986636971,0.3451612903225806,0.3451612903225806,0.3823293172690763,0.3694779116465863,0.2613444811543389,0.2725372530510417,0.3862265224815026,0.3447068867387592 | |
| 20000,0.56,0.58,0.2183219178082192,0.2465753424657534,0.2912064570943075,0.3233857264231096,0.2605129854466511,0.2630859532041489,0.2250970245795601,0.3989399816771254,0.5300668151447662,0.5456570155902004,0.3387096774193548,0.3387096774193548,0.4004016064257028,0.3883534136546184,0.2597262490728879,0.2668734407659632,0.3879908935685828,0.3474672737620944 | |
| 25000,0.57,0.61,0.2183219178082192,0.2517123287671233,0.2919498725573491,0.3261469838572642,0.2596285277800113,0.267990672991879,0.222509702457956,0.3942452735289103,0.5189309576837416,0.5300668151447662,0.3387096774193548,0.3387096774193548,0.393574297188755,0.3947791164658634,0.2529836154001753,0.2569617692670757,0.3924018212862834,0.3488616960728514 | |
| 30000,0.55,0.63,0.2140410958904109,0.2568493150684932,0.2940739167374681,0.330501274426508,0.2437082897804937,0.2556886709013428,0.2367399741267787,0.3995885371828648,0.5389755011135857,0.5100222717149221,0.3387096774193548,0.3387096774193548,0.4032128514056224,0.3827309236947791,0.2574337536241656,0.2678174094801429,0.3904667046101309,0.3507398975526465 | |
| 35000,0.51,0.6,0.235445205479452,0.2594178082191781,0.2993840271877655,0.3318819031435854,0.2546434027498593,0.2608346064163383,0.2328589909443725,0.4024896630421997,0.5456570155902004,0.512249443207127,0.3709677419354839,0.3709677419354839,0.4220883534136546,0.4,0.2625581552154271,0.2725372530510417,0.3939669891861126,0.3520204894706886 | |
| 40000,0.55,0.59,0.2123287671232876,0.2602739726027397,0.3009770603228547,0.3372982158028887,0.2520704349923615,0.2612366326284474,0.2173350582147477,0.3850429662688626,0.5367483296213809,0.5011135857461024,0.4193548387096774,0.4193548387096774,0.402008032128514,0.3959839357429718,0.2615467601645203,0.2744926168161283,0.4007398975526465,0.3550369948776323 | |
| 45000,0.54,0.62,0.2277397260273972,0.2731164383561644,0.3000212404418012,0.3383602378929481,0.253517729355954,0.2643724370828978,0.2289780077619663,0.4073967713578851,0.5434298440979956,0.5233853006681515,0.3580645161290323,0.3580645161290323,0.4156626506024096,0.4132530120481927,0.2731440900815858,0.2837300249477446,0.3908081957882754,0.3508252703471827 | |
| 50000,0.56,0.67,0.2285958904109589,0.2662671232876712,0.2999150382327952,0.3456881903143585,0.251025166840878,0.2586636648709496,0.2367399741267787,0.4134434965440206,0.5367483296213809,0.5278396436525612,0.3290322580645161,0.3290322580645161,0.4044176706827309,0.3887550200803213,0.2693007888881397,0.2794821657339357,0.3981787137165623,0.3561183836084234 | |
| 55000,0.57,0.63,0.235445205479452,0.2791095890410959,0.3025700934579439,0.3402718776550552,0.2590656910830586,0.2667041891131301,0.2470892626131953,0.4042394790221756,0.532293986636971,0.5167037861915368,0.2709677419354839,0.2709677419354839,0.4024096385542168,0.4048192771084337,0.2670757197761446,0.2783359180095745,0.4032157085941946,0.3580819578827547 | |
| 60000,0.57,0.62,0.2363013698630137,0.2654109589041096,0.3045879354290569,0.3413338997451147,0.259306906810324,0.2660609471737557,0.2470892626131953,0.4279725528939833,0.532293986636971,0.5233853006681515,0.3193548387096774,0.3193548387096774,0.4116465863453815,0.3987951807228915,0.2666037354190547,0.2763805542444879,0.3998861696072851,0.3541832669322709 | |
| 65000,0.6,0.61,0.2303082191780822,0.2731164383561644,0.3042693288020391,0.3481308411214953,0.2581008281739969,0.264694058052585,0.222509702457956,0.399326433979774,0.532293986636971,0.5501113585746102,0.3612903225806451,0.3612903225806451,0.4060240963855421,0.4056224899598393,0.274829748499764,0.28501112534556,0.398406374501992,0.3554354012521343 | |
| 70000,0.58,0.68,0.235445205479452,0.2773972602739726,0.3032073067119796,0.3519541206457094,0.2646136528101632,0.2738602556886709,0.2445019404915912,0.406776963927401,0.5256124721603563,0.5233853006681515,0.3290322580645161,0.3290322580645161,0.4377510040160642,0.4240963855421686,0.2690310835412312,0.2740206324590385,0.4015651678998292,0.3552361980648833 | |
| 75000,0.58,0.66,0.238013698630137,0.276541095890411,0.3066057774001699,0.3530161427357689,0.2623623060223526,0.2718501246281257,0.2496765847347994,0.4216933947013688,0.5545657015590201,0.532293986636971,0.3451612903225806,0.3451612903225806,0.4116465863453815,0.4236947791164658,0.2666037354190547,0.2761108488975794,0.4027603870233352,0.3545247581104155 | |
| 80000,0.59,0.64,0.2405821917808219,0.2688356164383562,0.3069243840271877,0.3514231096006797,0.255608265658921,0.2634879794162579,0.2302716688227684,0.4100247768301732,0.5144766146993318,0.5278396436525612,0.3225806451612903,0.3225806451612903,0.4140562248995983,0.4204819277108433,0.2643786663070595,0.2762457015710336,0.4121513944223107,0.3605293113261241 | |
| 85000,0.59,0.69,0.2577054794520548,0.2816780821917808,0.306499575191164,0.3498300764655905,0.2601109592345421,0.2654981104768031,0.2367399741267787,0.4081293218017921,0.5367483296213809,0.5256124721603563,0.3483870967741935,0.3483870967741935,0.3867469879518072,0.3855421686746988,0.2697053469085024,0.2815723821724765,0.4042401821286283,0.3553215708594194 | |
| 90000,0.57,0.63,0.2448630136986301,0.2928082191780822,0.310429056924384,0.3519541206457094,0.2653372999919595,0.2736994452038273,0.2354463130659767,0.4143119034986134,0.5278396436525612,0.5389755011135857,0.364516129032258,0.364516129032258,0.4080321285140562,0.3887550200803213,0.2636369766030612,0.2732789427550401,0.4052077404667046,0.3590779738190097 | |
| 95000,0.59,0.7,0.2645547945205479,0.2988013698630137,0.3072429906542056,0.3521665250637213,0.2575379914770443,0.2635683846586797,0.2457956015523932,0.4201594036479325,0.5412026726057907,0.5278396436525612,0.3419354838709677,0.3419354838709677,0.3971887550200803,0.4040160642570281,0.2573663272874384,0.2653900613579664,0.4043540125213432,0.3611553784860558 | |
| 100000,0.56,0.63,0.2542808219178082,0.2816780821917808,0.3087298215802889,0.3562022090059473,0.2630859532041489,0.2700008040524242,0.2367399741267787,0.4224279255578401,0.534521158129176,0.5167037861915368,0.3387096774193548,0.3387096774193548,0.4012048192771084,0.4036144578313253,0.2629627132357899,0.2730766637448587,0.4037279453614115,0.3588787706317586 | |
| 105000,0.5,0.65,0.2448630136986301,0.2902397260273973,0.3081988105352591,0.3540781648258284,0.2609150116587601,0.2718501246281257,0.2432082794307891,0.4256968792925673,0.5456570155902004,0.534521158129176,0.3258064516129032,0.3258064516129032,0.402008032128514,0.393574297188755,0.2624233025419729,0.2730092374081316,0.4010813887307911,0.358651109846329 | |
| 110000,0.57,0.63,0.2731164383561644,0.2842465753424658,0.312446898895497,0.35875106202209,0.2570555600225134,0.2646136528101632,0.258732212160414,0.4430290212655095,0.5100222717149221,0.532293986636971,0.3774193548387097,0.3774193548387097,0.3895582329317269,0.3811244979919678,0.2681545411637785,0.2740206324590385,0.4019066590779738,0.3568013659647125 | |
| 115000,0.6,0.67,0.261986301369863,0.2970890410958904,0.3122344944774851,0.3555649957519116,0.2567339390528262,0.2654177052343813,0.2328589909443725,0.402154983401472,0.5300668151447662,0.5278396436525612,0.3096774193548387,0.3096774193548387,0.4064257028112449,0.3991967871485943,0.2733463690917672,0.2825163508866563,0.4030734206033011,0.3597894137734775 | |
| 120000,0.59,0.64,0.2594178082191781,0.2833904109589041,0.3118096856414613,0.3617247238742566,0.2620406850526654,0.2726541770523438,0.2509702457956015,0.4322585545590061,0.5278396436525612,0.5189309576837416,0.3096774193548387,0.3096774193548387,0.4228915662650602,0.4092369477911646,0.2711212999797721,0.2812352504888409,0.4039840637450199,0.3602162777461582 | |
| 125000,0.55,0.59,0.2645547945205479,0.2962328767123288,0.3131903143585386,0.3580076465590484,0.2686339149312535,0.2728149875371874,0.2393272962483829,0.4215643697435643,0.5389755011135857,0.5412026726057907,0.3032258064516129,0.3032258064516129,0.4313253012048192,0.4164658634538152,0.2728743847346773,0.2868316364371924,0.4071143995446784,0.3616107000569152 | |
| 130000,0.55,0.62,0.2585616438356164,0.2988013698630137,0.3118096856414613,0.3579014443500425,0.2617190640829782,0.2681514834767227,0.2522639068564036,0.4143426584436893,0.5523385300668151,0.5434298440979956,0.364516129032258,0.364516129032258,0.4277108433734939,0.4092369477911646,0.2674128514597801,0.2746274694895826,0.4055207740466705,0.3587080250426864 | |
| 135000,0.56,0.66,0.2671232876712329,0.2936643835616438,0.3115972812234494,0.35875106202209,0.265096084264694,0.2705636407493768,0.2341526520051746,0.4078891509106656,0.5167037861915368,0.512249443207127,0.3419354838709677,0.3419354838709677,0.4228915662650602,0.4024096385542168,0.2738183534488571,0.2822466455397478,0.4073420603301081,0.3596471257825839 | |
| 140000,0.54,0.62,0.261986301369863,0.288527397260274,0.3110662701784197,0.3560960067969413,0.2718501246281257,0.2807751065369462,0.2289780077619663,0.4110399144933554,0.5456570155902004,0.5389755011135857,0.3580645161290323,0.3580645161290323,0.4401606425702811,0.4100401606425702,0.2730092374081316,0.2839323039579259,0.4041832669322709,0.3608138873079112 | |
| 145000,0.51,0.64,0.2714041095890411,0.2919520547945205,0.3111724723874257,0.3581138487680543,0.2667041891131301,0.2701616145372678,0.2328589909443725,0.403506359817479,0.532293986636971,0.534521158129176,0.2903225806451613,0.2903225806451613,0.4192771084337349,0.4016064257028112,0.2641763872968781,0.2698401995819567,0.4125498007968127,0.3644849174729653 | |
| 150000,0.55,0.65,0.2748287671232877,0.2953767123287671,0.3156329651656754,0.3658666100254885,0.2670258100828174,0.2794886226581973,0.2393272962483829,0.4046978760062356,0.5434298440979956,0.5434298440979956,0.3548387096774194,0.3548387096774194,0.4269076305220883,0.4008032128514056,0.2716607106735891,0.2844042883150158,0.4139442231075697,0.3606431417188389 | |
| 155000,0.57,0.64,0.2851027397260274,0.3022260273972603,0.3191376380628717,0.3661852166525063,0.2701616145372678,0.277960923052183,0.2367399741267787,0.4054645435646375,0.5278396436525612,0.5300668151447662,0.3806451612903225,0.3806451612903225,0.4313253012048192,0.4140562248995983,0.2770548176117591,0.2849436990088329,0.4157939669891861,0.3635742743312464 | |
| 160000,0.55,0.63,0.2825342465753425,0.2996575342465753,0.3208368734069668,0.3696898895497026,0.2703224250221114,0.2789257859612447,0.2315653298835705,0.4114124164587467,0.532293986636971,0.532293986636971,0.3193548387096774,0.3193548387096774,0.4449799196787148,0.4357429718875502,0.2778639336524847,0.2862922257433754,0.4162208309618668,0.3646272054638588 | |
| 165000,0.58,0.64,0.2876712328767123,0.3047945205479452,0.3211554800339847,0.3712829226847918,0.275468360537107,0.2798102436278845,0.2380336351875808,0.4126290134942959,0.532293986636971,0.534521158129176,0.332258064516129,0.332258064516129,0.442570281124498,0.4281124497991967,0.2817746611826579,0.2921583170386353,0.4145418326693227,0.3643426294820717 | |
| 170000,0.58,0.63,0.2868150684931507,0.3047945205479452,0.3218988954970263,0.3718139337298216,0.2744230923856235,0.2821419956581169,0.2367399741267787,0.4139705800983749,0.5211581291759465,0.5278396436525612,0.3258064516129032,0.3258064516129032,0.442570281124498,0.4293172690763052,0.2786730496932101,0.2906749376306385,0.4152817302219693,0.3652817302219692 | |