File size: 4,639 Bytes
0a01e68 374c217 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | Model Name,Bangla MMLU,BoolQ-BN,CommonsenseQA-BN,OpenBookQA-BN,PIQA-BN,ARC Challenge,HellaSwag,MMLU,TruthfulQA MC1
BanglaLLama-3.2-1b-unolp-culturax-base-v0.0.1,0.2589152542372881,0.5277777777777778,0.2416052416052416,0.3118712273641851,0.5255712731229597,0.2412318220701454,0.2854360528024237,0.2662141162999918,0.2829705505761843
BanglaLLama-3.2-3b-unlop-culturax-base-v0.0.3,0.3261016949152542,0.5439814814814815,0.2006552006552006,0.2937625754527163,0.5,0.2360992301112061,0.259143042631465,0.2501022327635561,0.2368758002560819
Llama-3.2-1B,0.2816949152542373,0.5671296296296297,0.2325962325962326,0.317907444668008,0.528835690968444,0.2369546621043627,0.2901969270720623,0.2792999100351681,0.2816901408450704
Llama-3.2-1B-Instruct,0.2966101694915254,0.6273148148148148,0.2325962325962326,0.3380281690140845,0.5310119695321001,0.2497861420017108,0.2906297338238476,0.282080641203893,0.2740076824583867
Llama-3.2-3B,0.3434576271186441,0.6828703703703703,0.2825552825552825,0.3158953722334004,0.5723612622415669,0.2600513259195894,0.3295823414845271,0.3058804285597448,0.263764404609475
Llama-3.2-3B-Instruct,0.356,0.8101851851851852,0.2972972972972973,0.3199195171026157,0.5560391730141458,0.2668947818648417,0.3273101060376542,0.3174940704997137,0.2483994878361075
Qwen2.5-0.5B,0.3084067796610169,0.5787037037037037,0.2211302211302211,0.3058350100603622,0.5359085963003264,0.2292557741659538,0.284245834235014,0.2831438619448761,0.2816901408450704
Qwen2.5-0.5B-Instruct,0.3092881355932203,0.5648148148148148,0.2203112203112203,0.2977867203219316,0.5310119695321001,0.2284003421727972,0.2857606578662627,0.2871513862762738,0.2752880921895006
Qwen2.5-1.5B,0.3489491525423729,0.6712962962962963,0.2342342342342342,0.2997987927565392,0.5326441784548422,0.234388366124893,0.2905215321359013,0.3054714975055205,0.2919334186939821
Qwen2.5-1.5B-Instruct,0.3451525423728813,0.6712962962962963,0.2407862407862407,0.2776659959758551,0.5239390642002176,0.2318220701454234,0.2916035490153646,0.3114418908971947,0.2778489116517285
Qwen2.5-3B,0.4112542372881356,0.8240740740740741,0.2571662571662572,0.2977867203219316,0.5353645266594124,0.2540633019674936,0.3092404241506167,0.340475995747117,0.2816901408450704
Qwen2.5-3B-Instruct,0.4095593220338983,0.8449074074074074,0.2235872235872235,0.2837022132796781,0.530467899891186,0.2711719418306245,0.309673230902402,0.3494724789400507,0.2842509603072983
Qwen3-0.6B,0.2909830508474576,0.6180555555555556,0.235053235053235,0.2997987927565392,0.529379760609358,0.2258340461933276,0.2857606578662627,0.2934489245113273,0.2496798975672215
Qwen3-0.6B-Base,0.3256949152542372,0.6574074074074074,0.2301392301392301,0.3058350100603622,0.5272034820457019,0.2284003421727972,0.2869508764336723,0.2978653798969494,0.2714468629961588
Qwen3-1.7B,0.3943728813559322,0.7916666666666666,0.253071253071253,0.2997987927565392,0.5223068552774756,0.2583404619332763,0.2979874486041982,0.3439928028134456,0.2714468629961588
Qwen3-1.7B-Base,0.419864406779661,0.8032407407407407,0.257985257985258,0.3158953722334004,0.5391730141458106,0.262617621899059,0.3111880545336507,0.35536108612088,0.2727272727272727
gemma-2-2b,0.3209491525423729,0.6018518518518519,0.2784602784602785,0.3299798792756539,0.5609357997823722,0.2403763900769888,0.2837048257952824,0.2517379569804531,0.2535211267605634
gemma-2-2b-it,0.3421016949152542,0.7314814814814815,0.2645372645372645,0.3319919517102616,0.5495103373231773,0.234388366124893,0.2957152131573252,0.2891142553365503,0.2548015364916773
gemma-3-1b-it,0.3105084745762712,0.5648148148148148,0.3087633087633087,0.317907444668008,0.5701849836779108,0.2480752780153977,0.2995022722354469,0.2788909789809438,0.2778489116517285
gemma-3-1b-pt,0.251728813559322,0.5671296296296297,0.3194103194103194,0.3219315895372233,0.5788900979325353,0.253207869974337,0.2974464401644666,0.2688312750470271,0.2740076824583867
titulm-gemma-2-2b-v1.1,0.3304406779661017,0.5601851851851852,0.4095004095004095,0.3742454728370221,0.6213275299238302,0.2976903336184773,0.3560917550313784,0.3062075734031242,0.2496798975672215
titulm-llama-3.2-1b-v2.0,0.2488813559322034,0.5046296296296297,0.2735462735462735,0.323943661971831,0.5685527747551686,0.2309666381522669,0.2896559186323306,0.2438046945285025,0.2368758002560819
titulm-llama-3.2-3b-v2.0,0.2486101694915254,0.5393518518518519,0.3259623259623259,0.3480885311871227,0.5984766050054406,0.2523524379811805,0.3095650292144557,0.2649055369264741,0.263764404609475
goldfish-ben_beng_1000mb,0.24650847457627117,0.5069444444444444,0.2497952497952498,0.2977867203219316,0.5386289445048966,0.23609923011120615,0.26617615234797665,0.24527684632370983,0.2573623559539053
|