File size: 2,550 Bytes
f31f59b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 | {
"scores": {
"armA": {
"lambada_openai": [
0.21599068503784202,
0.20473510576363282,
0.22724626431205122
],
"hellaswag": [
0.3036247759410476,
0.2944632543318064,
0.31248755228042224
],
"arc_easy": [
0.45875420875420875,
0.43897306397306396,
0.47895622895622897
],
"piqa": [
0.6055495103373232,
0.5832426550598476,
0.6278563656147987
],
"val_loss": [
3.155242021661252,
3.1231534399441445,
3.1863011841895057
]
},
"armB": {
"lambada_openai": [
0.23248593052590724,
0.22103628954007373,
0.24412963322336503
],
"hellaswag": [
0.3035251941844254,
0.2944632543318064,
0.31228838876717785
],
"arc_easy": [
0.4246632996632997,
0.4048821548821549,
0.44486531986531985
],
"piqa": [
0.6147986942328618,
0.5924918389553863,
0.6376496191512514
],
"val_loss": [
3.3583587030880153,
3.324092923349235,
3.392106744775083
]
},
"armC": {
"lambada_openai": [
0.22472346206093538,
0.21327382107510187,
0.23617310304676886
],
"hellaswag": [
0.2944632543318064,
0.285700059749054,
0.303326030671181
],
"arc_easy": [
0.4099326599326599,
0.39015151515151514,
0.4297138047138047
],
"piqa": [
0.5946681175190425,
0.5718171926006529,
0.6169749727965179
],
"val_loss": [
3.43929479829967,
3.4063309274148197,
3.47210490477737
]
}
},
"diffs": {
"armB": {
"lambada_openai": [
0.016495245488065205,
0.0067921599068503785,
0.026392392780904328
],
"hellaswag": [
-9.958175662218681e-05,
-0.006472814180442143,
0.00627365066719777
],
"arc_easy": [
-0.03409090909090909,
-0.051357323232323226,
-0.016835016835016835
],
"piqa": [
0.009249183895538629,
-0.007616974972796518,
0.026115342763873776
],
"val_loss": [
0.20311668142676353,
0.19861480471445248,
0.20769711544271557
]
},
"armC": {
"lambada_openai": [
0.008732777023093344,
-0.0007762468464971861,
0.018241800892683874
],
"hellaswag": [
-0.009161521609241188,
-0.01563433578968333,
-0.002688707428799044
],
"arc_easy": [
-0.04882154882154882,
-0.06734006734006734,
-0.030723905723905723
],
"piqa": [
-0.01088139281828074,
-0.027747551686615888,
0.005984766050054407
],
"val_loss": [
0.28405277663841844,
0.2788656294113025,
0.28915195318404585
]
}
}
} |