[ { "id": "transfer-v4-0000", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7737904623406267, "probabilities": [ 0.15484983594249016, 0.03639729896917747, 0.7737904623406267, 0.034962402747705734 ], "target": 2, "brier": 0.07769635959762804, "nll": 0.2564541625339633 }, { "id": "transfer-v4-0001", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9638707246391292, "probabilities": [ 0.011549373836786373, 0.011549373836786373, 0.9638707246391292, 0.013030527687298092 ], "target": 2, "brier": 0.0017418952619547628, "nll": 0.036798096435655084 }, { "id": "transfer-v4-0002", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9604074978585543, "probabilities": [ 0.9604074978585543, 0.014648801705312627, 0.012471850218066561, 0.012471850218066561 ], "target": 0, "brier": 0.0020932477129457275, "nll": 0.040397607649109615 }, { "id": "transfer-v4-0003", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9398393139970226, "probabilities": [ 0.9398393139970226, 0.022312402974580262, 0.015535880053816885, 0.022312402974580262 ], "target": 0, "brier": 0.004856358362395544, "nll": 0.06204636088679048 }, { "id": "transfer-v4-0004", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9729146982602533, "probabilities": [ 0.010332640585530217, 0.008797106748244049, 0.9729146982602533, 0.00795555440597243 ], "target": 2, "brier": 0.000981056964849258, "nll": 0.027458869436538646 }, { "id": "transfer-v4-0005", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.9669060969953187, "probabilities": [ 0.9669060969953187, 0.012556247911806057, 0.010268827546437626, 0.010268827546437626 ], "target": 1, "brier": 1.9101634615830883, "nll": 4.377536895708177 }, { "id": "transfer-v4-0006", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9623640972860252, "probabilities": [ 0.011531331812673528, 0.014099980993382243, 0.012004589907919036, 0.9623640972860252 ], "target": 3, "brier": 0.001892352429340802, "nll": 0.03836242041442969 }, { "id": "transfer-v4-0007", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7366703427087643, "probabilities": [ 0.7366703427087643, 0.04236995586640968, 0.18026009873524676, 0.04069960268957923 ], "target": 1, "brier": 1.493888656109081, "nll": 3.161315755967774 }, { "id": "transfer-v4-0008", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9572580740749532, "probabilities": [ 0.015200010005384358, 0.9572580740749532, 0.012941137465704407, 0.014600778453957991 ], "target": 1, "brier": 0.0024385683063137924, "nll": 0.04368225400378525 }, { "id": "transfer-v4-0009", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.962497953639696, "probabilities": [ 0.012752904468640887, 0.012498997047011545, 0.962497953639696, 0.012250144844651487 ], "target": 2, "brier": 0.0018753310294928132, "nll": 0.03822333891108539 }, { "id": "transfer-v4-0010", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.6967486893954585, "probabilities": [ 0.11403135978231908, 0.1339354281242852, 0.6967486893954585, 0.05528452269793717 ], "target": 3, "brier": 1.4088879191489938, "nll": 2.89526228850723 }, { "id": "transfer-v4-0011", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5324778636169115, "probabilities": [ 0.028258603487291985, 0.03744772504937239, 0.5324778636169115, 0.4018158078464241 ], "target": 1, "brier": 1.3722940493609852, "nll": 3.284809317209239 }, { "id": "transfer-v4-0012", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9494787387448312, "probabilities": [ 0.017009964887288058, 0.015076476958826397, 0.018434819409054278, 0.9494787387448312 ], "target": 3, "brier": 0.0034088794684142562, "nll": 0.051842141034392476 }, { "id": "transfer-v4-0013", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9263963042167676, "probabilities": [ 0.029145017086519915, 0.015313661610192637, 0.9263963042167676, 0.029145017086519915 ], "target": 2, "brier": 0.007350876306809194, "nll": 0.07645316157468049 }, { "id": "transfer-v4-0014", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8967080138217592, "probabilities": [ 0.8967080138217592, 0.029368797478537087, 0.04571219848720607, 0.02821099021249756 ], "target": 0, "brier": 0.014417225733284564, "nll": 0.10902498404861424 }, { "id": "transfer-v4-0015", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9161729624906506, "probabilities": [ 0.9161729624906506, 0.031237800896883366, 0.032519831587154144, 0.020069405025311828 ], "target": 0, "brier": 0.009463092886994076, "nll": 0.08755010845320442 }, { "id": "transfer-v4-0016", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9291821537546286, "probabilities": [ 0.02296472443482538, 0.02488839737572062, 0.02296472443482538, 0.9291821537546286 ], "target": 3, "brier": 0.0066893568074997654, "nll": 0.07345048430279143 }, { "id": "transfer-v4-0017", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.946668026186522, "probabilities": [ 0.015031839678906353, 0.018380247005130405, 0.946668026186522, 0.01991988712944122 ], "target": 2, "brier": 0.0038048910181931283, "nll": 0.05480680038350297 }, { "id": "transfer-v4-0018", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9639135895382133, "probabilities": [ 0.01178451477446499, 0.01251738091285673, 0.9639135895382133, 0.01178451477446499 ], "target": 2, "brier": 0.0017366634218732681, "nll": 0.03675362579775649 }, { "id": "transfer-v4-0019", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.942063159808987, "probabilities": [ 0.0198229999827072, 0.942063159808987, 0.0198229999827072, 0.018290840225598515 ], "target": 0, "brier": 1.8489574545966658, "nll": 3.9209124001464235 }, { "id": "transfer-v4-0020", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9576080670378438, "probabilities": [ 0.016479267012550647, 0.013477168553011303, 0.9576080670378438, 0.012435497396594176 ], "target": 2, "brier": 0.0024049178892458587, "nll": 0.04331670054887411 }, { "id": "transfer-v4-0021", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8533193627990664, "probabilities": [ 0.0600116077812688, 0.03557571462496584, 0.8533193627990664, 0.05109331479469901 ], "target": 2, "brier": 0.028992760685951968, "nll": 0.1586214020305007 }, { "id": "transfer-v4-0022", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3846561753994292, "probabilities": [ 0.30218021207229095, 0.21903988044857534, 0.09412373207970455, 0.3846561753994292 ], "target": 0, "brier": 0.6917505758639275, "nll": 1.1967317108628555 }, { "id": "transfer-v4-0023", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.8438759241804722, "probabilities": [ 0.07256739410874224, 0.05700782175901964, 0.026548859951765872, 0.8438759241804722 ], "target": 0, "brier": 1.5762125475881419, "nll": 2.623239574994088 }, { "id": "transfer-v4-0024", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.932318361069505, "probabilities": [ 0.021261264351574254, 0.025997293122021994, 0.02042308145689865, 0.932318361069505 ], "target": 3, "brier": 0.006125807116012861, "nll": 0.07008093349446014 }, { "id": "transfer-v4-0025", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7470622603069077, "probabilities": [ 0.7470622603069077, 0.05693983244195705, 0.11744563194032287, 0.07855227531081233 ], "target": 0, "brier": 0.08718358109793611, "nll": 0.291606750191431 }, { "id": "transfer-v4-0026", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8988806538367222, "probabilities": [ 0.033215492716316186, 0.03599781888724998, 0.8988806538367222, 0.031906034559711555 ], "target": 2, "brier": 0.013642229130841215, "nll": 0.10660500767607885 }, { "id": "transfer-v4-0027", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.8540752935243705, "probabilities": [ 0.02797251132192065, 0.8540752935243705, 0.05542227501968425, 0.06252992013402461 ], "target": 2, "brier": 1.6263641378393512, "nll": 2.892773689872275 }, { "id": "transfer-v4-0028", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5006522610880771, "probabilities": [ 0.5006522610880771, 0.16234435382998516, 0.2239647988075733, 0.11303858627436439 ], "target": 1, "brier": 1.015257621184933, "nll": 1.818035558802224 }, { "id": "transfer-v4-0029", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9500434372107216, "probabilities": [ 0.018445774861297268, 0.014490722638115131, 0.017020065289865997, 0.9500434372107216 ], "target": 3, "brier": 0.0033355684409988656, "nll": 0.051247572053125454 }, { "id": "transfer-v4-0030", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9588293352821246, "probabilities": [ 0.015224945603847028, 0.012451356172503713, 0.9588293352821246, 0.013494362941524698 ], "target": 2, "brier": 0.0022639567036839567, "nll": 0.0420421810596163 }, { "id": "transfer-v4-0031", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9522221840338521, "probabilities": [ 0.9522221840338521, 0.023534180202703356, 0.011878073034311739, 0.01236556272913286 ], "target": 0, "brier": 0.003130573096924979, "nll": 0.048956884831004514 }, { "id": "transfer-v4-0032", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9655279049580441, "probabilities": [ 0.009849933430369441, 0.011569231188297252, 0.013052930423289182, 0.9655279049580441 ], "target": 3, "brier": 0.0015895726280878496, "nll": 0.0350802754514279 }, { "id": "transfer-v4-0033", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9395464658737183, "probabilities": [ 0.018241986632347107, 0.018990647047758102, 0.02322090044617653, 0.9395464658737183 ], "target": 3, "brier": 0.004887254757476006, "nll": 0.06235800326358298 }, { "id": "transfer-v4-0034", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8065466850752134, "probabilities": [ 0.08480700073835626, 0.036442439867397994, 0.0722038743190323, 0.8065466850752134 ], "target": 3, "brier": 0.05115786331979174, "nll": 0.21499349707210105 }, { "id": "transfer-v4-0035", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9514210773521167, "probabilities": [ 0.9514210773521167, 0.017744279559837033, 0.015727330907335985, 0.015107312180710356 ], "target": 0, "brier": 0.0031503510015209674, "nll": 0.04979854119097099 }, { "id": "transfer-v4-0036", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7703127113724016, "probabilities": [ 0.022361402759707504, 0.026264577757943254, 0.7703127113724016, 0.18106130810994758 ], "target": 0, "brier": 1.5826319254551562, "nll": 3.8004188974345894 }, { "id": "transfer-v4-0037", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.6160022754073652, "probabilities": [ 0.04695070639887541, 0.03839749183649179, 0.29864952635726766, 0.6160022754073652 ], "target": 3, "brier": 0.2403245282964282, "nll": 0.4845046216123142 }, { "id": "transfer-v4-0038", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9561538055718234, "probabilities": [ 0.013456707757633609, 0.014583921923376984, 0.9561538055718234, 0.015805564747166052 ], "target": 2, "brier": 0.0025660784051518364, "nll": 0.04483649438190228 }, { "id": "transfer-v4-0039", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9493772553952768, "probabilities": [ 0.9493772553952768, 0.024426824568294314, 0.012834590404469066, 0.013361329631959799 ], "target": 0, "brier": 0.0035025838701896305, "nll": 0.051949029971693886 }, { "id": "transfer-v4-0040", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8338500826289874, "probabilities": [ 0.03767609582217002, 0.0842213702044585, 0.04425245134438406, 0.8338500826289874 ], "target": 3, "brier": 0.03807680188789918, "nll": 0.18170164982120676 }, { "id": "transfer-v4-0041", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8954623324881078, "probabilities": [ 0.03308919438516871, 0.029328012784332013, 0.04212046034239147, 0.8954623324881078 ], "target": 3, "brier": 0.014657284227219316, "nll": 0.1104151214725718 }, { "id": "transfer-v4-0042", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8305226092118414, "probabilities": [ 0.8305226092118414, 0.06330107246787954, 0.05840840277684335, 0.04776791554343575 ], "target": 0, "brier": 0.038422927034252735, "nll": 0.18570012668484437 }, { "id": "transfer-v4-0043", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9402226508569806, "probabilities": [ 0.023237600577776078, 0.9402226508569806, 0.019004315195195236, 0.017535433370047992 ], "target": 1, "brier": 0.004781972970692417, "nll": 0.061638569151798335 }, { "id": "transfer-v4-0044", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9729146937297665, "probabilities": [ 0.007955554368926494, 0.00879711136389191, 0.010332640537415113, 0.9729146937297665 ], "target": 3, "brier": 0.0009810572898934476, "nll": 0.02745887409315129 }, { "id": "transfer-v4-0045", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9487609518676278, "probabilities": [ 0.01699708899214261, 0.015065072488470164, 0.9487609518676278, 0.01917688665175943 ], "target": 2, "brier": 0.0035090504784556636, "nll": 0.05259840686843231 }, { "id": "transfer-v4-0046", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9694212485497387, "probabilities": [ 0.9694212485497387, 0.011157952962147992, 0.010295533373759873, 0.009125265114353442 ], "target": 0, "brier": 0.0012488284254198066, "nll": 0.031056036531387943 }, { "id": "transfer-v4-0047", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.942063159808987, "probabilities": [ 0.0198229999827072, 0.018290840225598515, 0.942063159808987, 0.0198229999827072 ], "target": 2, "brier": 0.004477134944106168, "nll": 0.05968295802393498 }, { "id": "transfer-v4-0048", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.8066188527777653, "probabilities": [ 0.028631174350263702, 0.8066188527777653, 0.03794145133838809, 0.12680852153358285 ], "target": 3, "brier": 1.4153566295972244, "nll": 2.0650770347136103 }, { "id": "transfer-v4-0049", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9465800467441572, "probabilities": [ 0.015030450083079464, 0.020735502676640455, 0.017654000496122955, 0.9465800467441572 ], "target": 3, "brier": 0.003821230640326448, "nll": 0.054899740599511714 }, { "id": "transfer-v4-0050", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9676532742111545, "probabilities": [ 0.9676532742111545, 0.014759326370903101, 0.00450573600862972, 0.013081663409312612 ], "target": 0, "brier": 0.001455579958715606, "nll": 0.032881443668525995 }, { "id": "transfer-v4-0051", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9376661148742211, "probabilities": [ 0.017487753872649486, 0.01973047720213015, 0.025115654050999237, 0.9376661148742211 ], "target": 3, "brier": 0.0052114225794174145, "nll": 0.06436134763455402 }, { "id": "transfer-v4-0052", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9747495140006892, "probabilities": [ 0.9747495140006892, 0.008813697529050814, 0.008466234090707783, 0.00797055437955221 ], "target": 0, "brier": 0.0008504751641310481, "nll": 0.02557474970822947 }, { "id": "transfer-v4-0053", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.5199868005516112, "probabilities": [ 0.29610314524020037, 0.12222242918279128, 0.061687625025397166, 0.5199868005516112 ], "target": 3, "brier": 0.33683342954243434, "nll": 0.6539518512834258 }, { "id": "transfer-v4-0054", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.43631674159517114, "probabilities": [ 0.2031951458214267, 0.187489783391052, 0.1729983291923502, 0.43631674159517114 ], "target": 2, "brier": 0.9507447486762861, "nll": 1.7544733423786822 }, { "id": "transfer-v4-0055", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.5214942330789968, "probabilities": [ 0.3631108863552311, 0.07564744691464813, 0.5214942330789968, 0.03974743365112395 ], "target": 2, "brier": 0.36811967947289403, "nll": 0.6510570629361129 }, { "id": "transfer-v4-0056", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9334798380814402, "probabilities": [ 0.023070964388789483, 0.022161434711596074, 0.02128776281817422, 0.9334798380814402 ], "target": 3, "brier": 0.0059014993737793835, "nll": 0.06883591443238278 }, { "id": "transfer-v4-0057", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.781938910484314, "probabilities": [ 0.039861541241407394, 0.044973600655794144, 0.781938910484314, 0.1332259476184845 ], "target": 2, "brier": 0.06891135910569848, "nll": 0.24597866107359595 }, { "id": "transfer-v4-0058", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9250260419207431, "probabilities": [ 0.029101907664874426, 0.024777085990140474, 0.9250260419207431, 0.021094964424241996 ], "target": 2, "brier": 0.0075269169340278965, "nll": 0.07793338843818177 }, { "id": "transfer-v4-0059", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9565761889430207, "probabilities": [ 0.9565761889430207, 0.015189168352332518, 0.012422097337830548, 0.015812545366816227 ], "target": 0, "brier": 0.0025206832951958995, "nll": 0.044394839386921965 }, { "id": "transfer-v4-0060", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.915569058390777, "probabilities": [ 0.915569058390777, 0.024523766746836397, 0.021736210455282744, 0.03817096440710393 ], "target": 0, "brier": 0.009659484405198008, "nll": 0.08820948528123984 }, { "id": "transfer-v4-0061", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.912310561067847, "probabilities": [ 0.019984795227306975, 0.04122119861590561, 0.026483445088940377, 0.912310561067847 ], "target": 1, "brier": 1.752668114723507, "nll": 3.1888026254393056 }, { "id": "transfer-v4-0062", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9323640934635522, "probabilities": [ 0.024973626573175037, 0.023043376621177735, 0.019618903342094998, 0.9323640934635522 ], "target": 3, "brier": 0.006114196451675403, "nll": 0.07003188236090639 }, { "id": "transfer-v4-0063", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9093324663838203, "probabilities": [ 0.02860819026636085, 0.9093324663838203, 0.029782301124363333, 0.03227704222545553 ], "target": 1, "brier": 0.01096782311744348, "nll": 0.09504450207757549 }, { "id": "transfer-v4-0064", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9648379581638928, "probabilities": [ 0.011795815361107315, 0.012035438108161942, 0.9648379581638928, 0.011330788366837869 ], "target": 2, "brier": 0.0016487489815869506, "nll": 0.03579511074427237 }, { "id": "transfer-v4-0065", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8945884871219935, "probabilities": [ 0.03582594610426475, 0.04747581570364191, 0.022109751070099902, 0.8945884871219935 ], "target": 3, "brier": 0.015137879630603777, "nll": 0.11139145736868837 }, { "id": "transfer-v4-0066", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.93958764053305, "probabilities": [ 0.93958764053305, 0.02058232977264464, 0.01752359099971646, 0.022306438694588863 ], "target": 0, "brier": 0.0048779389239946725, "nll": 0.06231418025042182 }, { "id": "transfer-v4-0067", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.360564660102482, "probabilities": [ 0.06143263407030375, 0.3463500855531499, 0.360564660102482, 0.23165262027406439 ], "target": 3, "brier": 0.8440969203380195, "nll": 1.4625163558341567 }, { "id": "transfer-v4-0068", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.61235926482367, "probabilities": [ 0.04667301692047286, 0.27393662011090825, 0.06703109814494891, 0.61235926482367 ], "target": 1, "brier": 0.9088234394583337, "nll": 1.294858512814991 }, { "id": "transfer-v4-0069", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9435378960339822, "probabilities": [ 0.019071315245310267, 0.9435378960339822, 0.019071315245310267, 0.018319473475397235 ], "target": 1, "brier": 0.004251002423057194, "nll": 0.05811874960230977 }, { "id": "transfer-v4-0070", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.9339861961349851, "probabilities": [ 0.009528157717889969, 0.9339861961349851, 0.04573554671121602, 0.010750099435908936 ], "target": 2, "brier": 1.7831572118086196, "nll": 3.084879456054013 }, { "id": "transfer-v4-0071", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9488241253201687, "probabilities": [ 0.015066075419375215, 0.021637674824105106, 0.014472124436350995, 0.9488241253201687 ], "target": 3, "brier": 0.0035235881352830415, "nll": 0.052531823869521 }, { "id": "transfer-v4-0072", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.9253355161249394, "probabilities": [ 0.03559638892565233, 0.02110203331967406, 0.9253355161249394, 0.017966061629734246 ], "target": 0, "brier": 1.7870882176361578, "nll": 3.335511080941684 }, { "id": "transfer-v4-0073", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9519880385391735, "probabilities": [ 0.01573671121816106, 0.01775486128061183, 0.9519880385391735, 0.014520388962053595 ], "target": 2, "brier": 0.0030788693179827856, "nll": 0.04920280882939822 }, { "id": "transfer-v4-0074", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9429660448273328, "probabilities": [ 0.022386632880556055, 0.015587565503630383, 0.9429660448273328, 0.019059756788480802 ], "target": 2, "brier": 0.0043602799015326115, "nll": 0.0587250046031908 }, { "id": "transfer-v4-0075", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9548744523498142, "probabilities": [ 0.016432224805681187, 0.012908907433283672, 0.9548744523498142, 0.015784415411221022 ], "target": 2, "brier": 0.002722120723788715, "nll": 0.0461754106515392 }, { "id": "transfer-v4-0076", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9558008739735231, "probabilities": [ 0.01782596527316327, 0.9558008739735231, 0.012921426341642938, 0.013451734411670678 ], "target": 1, "brier": 0.0026192401968090405, "nll": 0.04520567844895647 }, { "id": "transfer-v4-0077", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.6350107405897105, "probabilities": [ 0.04289798582375747, 0.2840693986290119, 0.6350107405897105, 0.03802187495752005 ], "target": 2, "brier": 0.21719848288534066, "nll": 0.45411336591798607 }, { "id": "transfer-v4-0078", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9501692956727121, "probabilities": [ 0.017022327928117642, 0.01772094090954303, 0.9501692956727121, 0.015087435489627187 ], "target": 2, "brier": 0.0033145211982191377, "nll": 0.051115104293072505 }, { "id": "transfer-v4-0079", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9556784469613693, "probabilities": [ 0.011921186731586828, 0.01782368838710115, 0.014576677919942696, 0.9556784469613693 ], "target": 3, "brier": 0.0026366781637477475, "nll": 0.045333775060811356 }, { "id": "transfer-v4-0080", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5491737188679023, "probabilities": [ 0.1853867044901852, 0.09740771462106386, 0.5491737188679023, 0.04536331868205203, 0.04916324521411112, 0.0735052981246855 ], "target": 1, "brier": 1.1605107215367352, "nll": 2.3288498659151715 }, { "id": "transfer-v4-0081", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5397628626192043, "probabilities": [ 0.2836075467408828, 0.04113983796745297, 0.03231883469699077, 0.5397628626192043, 0.0464158065082998, 0.0567551114671694 ], "target": 0, "brier": 0.812674658065121, "nll": 1.2601638741673478 }, { "id": "transfer-v4-0082", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9041025355859416, "probabilities": [ 0.9041025355859416, 0.016861783173934167, 0.013789999754466091, 0.0262451738440234, 0.02521050788716865, 0.013789999754466091 ], "target": 0, "brier": 0.011185350457338726, "nll": 0.10081250070128064 }, { "id": "transfer-v4-0083", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6113054475124041, "probabilities": [ 0.6113054475124041, 0.03377343517850374, 0.2963721310690412, 0.01923205803799932, 0.02084305804894422, 0.018473870153107426 ], "target": 0, "brier": 0.24120612913533648, "nll": 0.49215853063037585 }, { "id": "transfer-v4-0084", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9363291406174048, "probabilities": [ 0.01121937336082811, 0.9363291406174048, 0.020510950063756292, 0.01121937336082811, 0.009944091069425702, 0.010777071527757013 ], "target": 1, "brier": 0.004941456302166858, "nll": 0.06578821835872893 }, { "id": "transfer-v4-0085", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.44455694324985245, "probabilities": [ 0.2743554546185617, 0.1626417119590277, 0.043131431790845894, 0.44455694324985245, 0.041431056479378545, 0.033883401902333736 ], "target": 0, "brier": 0.755368146276251, "nll": 1.2933307337044604 }, { "id": "transfer-v4-0086", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7464070874467096, "probabilities": [ 0.02871324292171797, 0.14936977541426322, 0.7464070874467096, 0.023482441770942275, 0.024446172503123958, 0.027581279943242967 ], "target": 1, "brier": 1.2834295369134283, "nll": 1.9013303332142348 }, { "id": "transfer-v4-0087", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8324630778984812, "probabilities": [ 0.8324630778984812, 0.02618982991026873, 0.01898410153590048, 0.07452396979067502, 0.02726468791007355, 0.02057433295460108 ], "target": 0, "brier": 0.03583541202582651, "nll": 0.18336640898376247 }, { "id": "transfer-v4-0088", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6202867650251342, "probabilities": [ 0.07068551358090905, 0.6202867650251342, 0.2269326903929289, 0.025860369301812236, 0.025860369301812236, 0.030374292397403316 ], "target": 1, "brier": 0.20293714365374257, "nll": 0.4775733836402749 }, { "id": "transfer-v4-0089", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7896810615257022, "probabilities": [ 0.7896810615257022, 0.02484388043231594, 0.03292260130434863, 0.07661580722494836, 0.03568041151466285, 0.040256237998022026 ], "target": 0, "brier": 0.05469881033287531, "nll": 0.23612613462548207 }, { "id": "transfer-v4-0090", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8340330549061976, "probabilities": [ 0.8340330549061976, 0.02960427789828357, 0.02623922137798474, 0.05198808280402997, 0.030819255227201046, 0.02731610778630304 ], "target": 0, "brier": 0.03350869386316187, "nll": 0.1814822432287106 }, { "id": "transfer-v4-0091", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.881058993712518, "probabilities": [ 0.021775381318227368, 0.881058993712518, 0.032556960800969065, 0.020092319256641216, 0.020916929086378412, 0.02359941582526602 ], "target": 1, "brier": 0.01707923754763808, "nll": 0.12663069307157473 }, { "id": "transfer-v4-0092", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8350864731560393, "probabilities": [ 0.03928050157380001, 0.06113965433536359, 0.8350864731560393, 0.022368019934474195, 0.021486200934192852, 0.02063915006612995 ], "target": 1, "brier": 1.581759083775428, "nll": 2.7945946161932063 }, { "id": "transfer-v4-0093", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.38831537094007346, "probabilities": [ 0.38831537094007346, 0.09501908507155436, 0.036189551587636364, 0.023250754402933543, 0.08421845545876498, 0.37300678253903724 ], "target": 4, "brier": 1.1394576322030365, "nll": 2.474341195780511 }, { "id": "transfer-v4-0094", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8918913559283741, "probabilities": [ 0.038709917123742756, 0.022043103634082732, 0.8918913559283741, 0.01597828303433229, 0.016634049563834616, 0.014743290715633533 ], "target": 2, "brier": 0.014421196779298462, "nll": 0.11441095210671745 }, { "id": "transfer-v4-0095", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8006398170781251, "probabilities": [ 0.015545003994311885, 0.1364122393764255, 0.8006398170781251, 0.014932179809186397, 0.014932179809186397, 0.017538579932764697 ], "target": 2, "brier": 0.05934797050928351, "nll": 0.22234409961323942 }, { "id": "transfer-v4-0096", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.9277368991316162, "probabilities": [ 0.9277368991316162, 0.014731245444668355, 0.014150493163253959, 0.018751945765732508, 0.013056773984211102, 0.011572642510517891 ], "target": 3, "brier": 1.8242651493995479, "nll": 3.976457757777484 }, { "id": "transfer-v4-0097", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.474781055832623, "probabilities": [ 0.474781055832623, 0.03476041325317526, 0.04424783023717304, 0.34415219644335715, 0.0541042074380304, 0.04795429679564113 ], "target": 3, "brier": 0.6639464290615041, "nll": 1.0666712879313187 }, { "id": "transfer-v4-0098", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8881005140262364, "probabilities": [ 0.8881005140262364, 0.017950792708435696, 0.01528313389767784, 0.02476430916169392, 0.032817160708972434, 0.02108408949698372 ], "target": 4, "brier": 1.7257787826114872, "nll": 3.416803708062715 }, { "id": "transfer-v4-0099", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8738453137875417, "probabilities": [ 0.8738453137875417, 0.023406195981200428, 0.01838755243243142, 0.0349952507396172, 0.028620014920382245, 0.020745672138827012 ], "target": 0, "brier": 0.019275112688992874, "nll": 0.1348519055036729 }, { "id": "transfer-v4-0100", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5007871342749601, "probabilities": [ 0.4095569512848095, 0.0208783222280599, 0.01777559688523787, 0.5007871342749601, 0.032496869261405714, 0.018505126065526845 ], "target": 0, "brier": 0.6015611100175948, "nll": 0.8926793101824887 }, { "id": "transfer-v4-0101", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8010751380415027, "probabilities": [ 0.017548115988920667, 0.8010751380415027, 0.022337643003891475, 0.018268307662090432, 0.01979856921560819, 0.1209722260879866 ], "target": 1, "brier": 0.055738001267442105, "nll": 0.22180053101796018 }, { "id": "transfer-v4-0102", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4682403222781636, "probabilities": [ 0.07977834133807624, 0.024849528250439124, 0.4682403222781636, 0.020322590566451214, 0.382939334559843, 0.023869883007026815 ], "target": 4, "brier": 0.6079777260436325, "nll": 0.9598786977524777 }, { "id": "transfer-v4-0103", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6748491382125187, "probabilities": [ 0.09032662073477794, 0.15236928590628188, 0.6748491382125187, 0.027025967785967216, 0.030491909194195144, 0.024937078166259105 ], "target": 0, "brier": 1.3084254329061233, "nll": 2.404323058740712 }, { "id": "transfer-v4-0104", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6962848370548789, "probabilities": [ 0.6962848370548789, 0.04169074112261405, 0.029028805243119647, 0.15720909980320463, 0.04169074112261405, 0.0340957756535688 ], "target": 3, "brier": 1.200590505009031, "nll": 1.850178513873573 }, { "id": "transfer-v4-0105", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7239447861804049, "probabilities": [ 0.021015377933819083, 0.1998642079638378, 0.7239447861804049, 0.01789228478171684, 0.01789228478171684, 0.019391058358504527 ], "target": 2, "brier": 0.11761010966537885, "nll": 0.32304015168628986 }, { "id": "transfer-v4-0106", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8730738108550153, "probabilities": [ 0.8730738108550153, 0.0183713180295141, 0.01564115914395756, 0.020727346038271036, 0.0199102092601203, 0.0522761566731217 ], "target": 0, "brier": 0.020251244539461356, "nll": 0.13573517819993225 }, { "id": "transfer-v4-0107", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.4438569396931214, "probabilities": [ 0.4438569396931214, 0.16905009179766914, 0.24278712948752879, 0.04858621419490901, 0.052656108610686, 0.04306351621608568 ], "target": 0, "brier": 0.4038063797218019, "nll": 0.8122529763684054 }, { "id": "transfer-v4-0108", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8048173488981034, "probabilities": [ 0.023363037905210177, 0.8048173488981034, 0.03096022013426647, 0.027441048154273933, 0.025320076395574077, 0.08809826851257192 ], "target": 1, "brier": 0.04875605636948333, "nll": 0.21713992308706873 }, { "id": "transfer-v4-0109", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6563190490734188, "probabilities": [ 0.6563190490734188, 0.03626036420041325, 0.02848559362196002, 0.03929774996740837, 0.14818551253542542, 0.0914517306013742 ], "target": 0, "brier": 0.1521095173936152, "nll": 0.421108252975605 }, { "id": "transfer-v4-0110", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.887368352822957, "probabilities": [ 0.014090238637690496, 0.887368352822957, 0.053132029267975237, 0.014090238637690496, 0.014090238637690496, 0.01722890199599627 ], "target": 1, "brier": 0.01640134001853572, "nll": 0.11949510348264011 }, { "id": "transfer-v4-0111", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8546012846935852, "probabilities": [ 0.06513630756507069, 0.019488957251154713, 0.017982617456045052, 0.8546012846935852, 0.024808215578099344, 0.017982617456045052 ], "target": 0, "brier": 1.605955495309044, "nll": 2.731273165341992 }, { "id": "transfer-v4-0112", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7264989248485896, "probabilities": [ 0.7264989248485896, 0.16403091473230264, 0.043499817586498145, 0.022856117018599045, 0.022856117018599045, 0.020258108795411605 ], "target": 0, "brier": 0.10505640836925452, "nll": 0.3195182758784835 }, { "id": "transfer-v4-0113", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8602214718370784, "probabilities": [ 0.8602214718370784, 0.02706312654603023, 0.02213293074870485, 0.03309154152998811, 0.03444965184092558, 0.023041277497272764 ], "target": 0, "brier": 0.023573045478864314, "nll": 0.15056539749660386 }, { "id": "transfer-v4-0114", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.37761136748786506, "probabilities": [ 0.1042496558120487, 0.37761136748786506, 0.3346890496660432, 0.05477591211059722, 0.06433700746172291, 0.06433700746172291 ], "target": 2, "brier": 0.6073758978330663, "nll": 1.0945533881627976 }, { "id": "transfer-v4-0115", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8838517056731263, "probabilities": [ 0.048831083240453, 0.8838517056731263, 0.017864913379770152, 0.016484099235550182, 0.016484099235550182, 0.016484099235550182 ], "target": 1, "brier": 0.017009232678367216, "nll": 0.12346598418016176 }, { "id": "transfer-v4-0116", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7396640870407305, "probabilities": [ 0.7396640870407305, 0.022352924789574444, 0.17385737726999234, 0.0182808058597898, 0.02521958250734792, 0.02062522253256501 ], "target": 1, "brier": 1.5345187679657435, "nll": 3.800798103416176 }, { "id": "transfer-v4-0117", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7931716471656101, "probabilities": [ 0.07100648459422024, 0.7931716471656101, 0.04944103229582694, 0.025977796040392652, 0.025977796040392652, 0.03442524386355744 ], "target": 1, "brier": 0.052799093254391014, "nll": 0.2317156278497794 }, { "id": "transfer-v4-0118", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7605650580790185, "probabilities": [ 0.7605650580790185, 0.04374427438003387, 0.024909882385299925, 0.06540323927893421, 0.04740855194906531, 0.05796899392764817 ], "target": 0, "brier": 0.06974871395725739, "nll": 0.2736936244866906 }, { "id": "transfer-v4-0119", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.850151893309683, "probabilities": [ 0.850151893309683, 0.026746330683133264, 0.023706128732464728, 0.046969257120157565, 0.03141487750629009, 0.02101151264827135 ], "target": 0, "brier": 0.027366291130087483, "nll": 0.16234024745097092 }, { "id": "transfer-v4-0120", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8461625200626911, "probabilities": [ 0.8461625200626911, 0.022664704019773482, 0.03527737128340303, 0.024563246115828764, 0.04866745449853011, 0.022664704019773482 ], "target": 0, "brier": 0.028909714961850134, "nll": 0.16704383373252676 }, { "id": "transfer-v4-0121", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6985088899065058, "probabilities": [ 0.024793780585845436, 0.20075639489694214, 0.6985088899065058, 0.021109188919180136, 0.0219755331564933, 0.03285621253503319 ], "target": 1, "brier": 1.1293277937487758, "nll": 1.6056630716342724 }, { "id": "transfer-v4-0122", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5491828012785287, "probabilities": [ 0.5491828012785287, 0.023835650956999938, 0.01872492679264015, 0.03158651829589627, 0.3528344517189351, 0.023835650956999938 ], "target": 2, "brier": 1.3911286534891878, "nll": 3.977899659191829 }, { "id": "transfer-v4-0123", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5578302461911412, "probabilities": [ 0.016857829902626225, 0.37309887144624365, 0.5578302461911412, 0.016857829902626225, 0.015554862049265377, 0.019800360508097328 ], "target": 1, "brier": 0.7053819894153166, "nll": 0.9859118235619484 }, { "id": "transfer-v4-0124", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.501929983439148, "probabilities": [ 0.1627585988414705, 0.501929983439148, 0.17639238606714053, 0.054943075628785025, 0.05719796770221091, 0.046777988321245065 ], "target": 1, "brier": 0.3141569060164214, "nll": 0.6892946442388018 }, { "id": "transfer-v4-0125", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.752862626665364, "probabilities": [ 0.028961580030906348, 0.752862626665364, 0.1390167762412371, 0.027819838167579186, 0.025669589447456675, 0.025669589447456675 ], "target": 1, "brier": 0.08333311753360831, "nll": 0.2838725025328309 }, { "id": "transfer-v4-0126", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6302555987315058, "probabilities": [ 0.0587374809008086, 0.2498946562378006, 0.6302555987315058, 0.019828241909391937, 0.02064201111024651, 0.02064201111024651 ], "target": 2, "brier": 0.2038536975707471, "nll": 0.46162982960329746 }, { "id": "transfer-v4-0127", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8695218433510983, "probabilities": [ 0.8695218433510983, 0.01829657862638565, 0.024246250849273045, 0.0520634792437631, 0.01829657862638565, 0.017575269303094308 ], "target": 0, "brier": 0.021301455583646274, "nll": 0.13981182376545154 }, { "id": "transfer-v4-0128", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5613011864167016, "probabilities": [ 0.5613011864167016, 0.03791855747040325, 0.029788241567156058, 0.13193327532534646, 0.11232668454306868, 0.12673205467732393 ], "target": 1, "brier": 1.2876317501495376, "nll": 3.2723146437112276 }, { "id": "transfer-v4-0129", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9313929367214133, "probabilities": [ 0.01420625156611791, 0.01310822873615804, 0.011618242956141027, 0.9313929367214133, 0.013646203512628298, 0.01602813650754141 ], "target": 3, "brier": 0.005658675975471635, "nll": 0.07107403196979432 }, { "id": "transfer-v4-0130", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8325480238209442, "probabilities": [ 0.08408986047672082, 0.01976524669633293, 0.016827933521620805, 0.8325480238209442, 0.026192503098757012, 0.02057643238562426 ], "target": 0, "brier": 1.5338108767615857, "nll": 2.4758692843523966 }, { "id": "transfer-v4-0131", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8879183945578252, "probabilities": [ 0.01794710225702486, 0.8879183945578252, 0.021944900916124985, 0.01868367217828968, 0.01794710225702486, 0.03555882783371041 ], "target": 1, "brier": 0.015301571756535366, "nll": 0.11887543823331594 }, { "id": "transfer-v4-0132", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8768439153992083, "probabilities": [ 0.015708700368382938, 0.8768439153992083, 0.027586066645806658, 0.015708700368382938, 0.015708700368382938, 0.048443916849836226 ], "target": 1, "brier": 0.01901551512872901, "nll": 0.1314262780490249 }, { "id": "transfer-v4-0133", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8772956214989877, "probabilities": [ 0.8772956214989877, 0.02000648682987169, 0.015097188067684519, 0.03963909232061791, 0.024463009117571412, 0.023498602165266853 ], "target": 0, "brier": 0.0184064298649549, "nll": 0.1309112607425198 }, { "id": "transfer-v4-0134", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.727150868273983, "probabilities": [ 0.03155982800035003, 0.727150868273983, 0.15148846782259703, 0.029120503951359924, 0.029120503951359924, 0.03155982800035003 ], "target": 1, "brier": 0.10108345755446507, "nll": 0.31862130128090344 }, { "id": "transfer-v4-0135", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5972202157911034, "probabilities": [ 0.5972202157911034, 0.04551912353480925, 0.032995251919808906, 0.11480315671133753, 0.12952607103769134, 0.0799361810052496 ], "target": 4, "brier": 1.1371270822338715, "nll": 2.043873097350475 }, { "id": "transfer-v4-0136", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.4525073794378826, "probabilities": [ 0.042172027976680675, 0.4525073794378826, 0.3852606648752265, 0.03737842061743722, 0.04050947911609235, 0.042172027976680675 ], "target": 1, "brier": 0.4547690735835192, "nll": 0.7929512078251159 }, { "id": "transfer-v4-0137", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7611356916939043, "probabilities": [ 0.034390605729888335, 0.7611356916939043, 0.027016736365730043, 0.028125531761903078, 0.034390605729888335, 0.11494082871868588 ], "target": 5, "brier": 1.366543654945207, "nll": 2.163337815917346 }, { "id": "transfer-v4-0138", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5345802883260686, "probabilities": [ 0.5345802883260686, 0.15994785666485184, 0.0660216433330564, 0.10697944422446398, 0.07155203792619691, 0.06091872952536222 ], "target": 1, "brier": 1.0160979328021076, "nll": 1.8329074127085774 }, { "id": "transfer-v4-0139", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7362733812454364, "probabilities": [ 0.025103951995251415, 0.7362733812454364, 0.12544544601941612, 0.0319557464997059, 0.025103951995251415, 0.05611752224493871 ], "target": 2, "brier": 1.3123749226675903, "nll": 2.075884307989102 }, { "id": "transfer-v4-0140", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.67008137483847, "probabilities": [ 0.023784736346635728, 0.24515011026878855, 0.67008137483847, 0.019451778186078735, 0.018684928975080575, 0.02284707138494641 ], "target": 1, "brier": 1.0206226055319882, "nll": 1.4058845610836965 }, { "id": "transfer-v4-0141", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6156340379037121, "probabilities": [ 0.03994946643597185, 0.6156340379037121, 0.02671977006017648, 0.02671977006017648, 0.25411525936682355, 0.03686169617313958 ], "target": 4, "brier": 0.9397319516724671, "nll": 1.369967337854525 }, { "id": "transfer-v4-0142", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6734685025805476, "probabilities": [ 0.022962569249465086, 0.6734685025805476, 0.22734538279176053, 0.02205731256816373, 0.02118774789174934, 0.03297848491831372 ], "target": 2, "brier": 1.053105287213794, "nll": 1.481284907728602 }, { "id": "transfer-v4-0143", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.9186782503270567, "probabilities": [ 0.015809333592268368, 0.9186782503270567, 0.015186079388143025, 0.015186079388143025, 0.015809333592268368, 0.01933092371212042 ], "target": 0, "brier": 1.8136858491226386, "nll": 4.147154779675804 }, { "id": "transfer-v4-0144", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.744325571280666, "probabilities": [ 0.025378498943722818, 0.744325571280666, 0.061483419859004955, 0.03103166975982795, 0.025378498943722818, 0.1124023412130555 ], "target": 1, "brier": 0.08403501167404874, "nll": 0.2952767440588211 }, { "id": "transfer-v4-0145", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8507143607655837, "probabilities": [ 0.013508221688085938, 0.8507143607655837, 0.041657881655680754, 0.01463975724219281, 0.01463975724219281, 0.06484002140626399 ], "target": 1, "brier": 0.028836926599026917, "nll": 0.1616788580265448 }, { "id": "transfer-v4-0146", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9281359971472546, "probabilities": [ 0.9281359971472546, 0.014737575411017079, 0.011121195813499737, 0.021165887031854326, 0.014156580994926456, 0.010682763601447777 ], "target": 0, "brier": 0.00626783702881257, "nll": 0.07457700828308207 }, { "id": "transfer-v4-0147", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.3910252939288647, "probabilities": [ 0.1489282322528475, 0.3910252939288647, 0.24131862497755185, 0.06399602007846632, 0.05904964271055667, 0.095682186051713 ], "target": 2, "brier": 0.7674152592778283, "nll": 1.421637123347441 }, { "id": "transfer-v4-0148", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.38197958896286327, "probabilities": [ 0.32521394258604136, 0.08624443508212755, 0.38197958896286327, 0.0934687863305448, 0.057683658499460576, 0.055409588538962475 ], "target": 2, "brier": 0.5102854804715483, "nll": 0.9623881038374932 }, { "id": "transfer-v4-0149", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6077323254217216, "probabilities": [ 0.13180594784571723, 0.04822137067793987, 0.042740145905397445, 0.6077323254217216, 0.08134319282122518, 0.08815701732799867 ], "target": 3, "brier": 0.18978713179115206, "nll": 0.498020748196911 }, { "id": "transfer-v4-0150", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8916989847251824, "probabilities": [ 0.017312983599157485, 0.0211695197222416, 0.01534505237055177, 0.03571022787517658, 0.01876323170769017, 0.8916989847251824 ], "target": 5, "brier": 0.014339747747199835, "nll": 0.1146266644253513 }, { "id": "transfer-v4-0151", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4936839016507348, "probabilities": [ 0.4936839016507348, 0.02955979651086146, 0.023221729193506412, 0.02955979651086146, 0.38783040426021215, 0.03614437187382371 ], "target": 4, "brier": 0.6220686361617246, "nll": 0.9471871373381074 }, { "id": "transfer-v4-0152", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8890093026897545, "probabilities": [ 0.8890093026897545, 0.01796916138919455, 0.017260762044065944, 0.034198951199085136, 0.026866180997400794, 0.014695641680499066 ], "target": 3, "brier": 1.7246677843670302, "nll": 3.3755603020772273 }, { "id": "transfer-v4-0153", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8395049587627965, "probabilities": [ 0.01444686300018218, 0.8395049587627965, 0.09959299135877377, 0.015039771823286585, 0.01444686300018218, 0.01696855205477877 ], "target": 1, "brier": 0.03660897238594476, "nll": 0.17494289567698781 }, { "id": "transfer-v4-0154", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.2684832493328806, "probabilities": [ 0.2684832493328806, 0.1301656802731329, 0.11082177526636589, 0.14685875067965126, 0.1410691280583357, 0.20260141638963358 ], "target": 1, "brier": 0.9234917902856451, "nll": 2.0389471763264946 }, { "id": "transfer-v4-0155", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7884804665184055, "probabilities": [ 0.7884804665184055, 0.019487302895540765, 0.016591295723552224, 0.13434054057553813, 0.023828173233778574, 0.017272221053184725 ], "target": 3, "brier": 1.3725888832998319, "nll": 2.007377355215694 }, { "id": "transfer-v4-0156", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8542101057648134, "probabilities": [ 0.01797438656085091, 0.8542101057648134, 0.0677784926299646, 0.01797438656085091, 0.017265780444290987, 0.024796848039229245 ], "target": 1, "brier": 0.02740776531580595, "nll": 0.15757808996714412 }, { "id": "transfer-v4-0157", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8042103719946686, "probabilities": [ 0.8042103719946686, 0.020691801376243962, 0.11665797963174193, 0.019092491514538967, 0.0224250689430583, 0.016922286539748258 ], "target": 0, "brier": 0.053524584021486896, "nll": 0.21789438731953054 }, { "id": "transfer-v4-0158", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7281270136360167, "probabilities": [ 0.7281270136360167, 0.03424939844937756, 0.024826204946195068, 0.1344493310737707, 0.04918845474310154, 0.029159597151538454 ], "target": 3, "brier": 1.284406056397376, "nll": 2.0065678715584006 }, { "id": "transfer-v4-0159", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8353137342806394, "probabilities": [ 0.027358036386377974, 0.019830906689796944, 0.01757676706620765, 0.06366623914366126, 0.03625431643331678, 0.8353137342806394 ], "target": 5, "brier": 0.033940001338890316, "nll": 0.17994789502258843 }, { "id": "transfer-v4-0160", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6909196766936876, "probabilities": [ 0.3090803233063124, 0.6909196766936876 ], "target": 1, "brier": 0.1910612925102692, "nll": 0.3697317040931213 }, { "id": "transfer-v4-0161", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.762496005929947, "probabilities": [ 0.762496005929947, 0.23750399407005301 ], "target": 1, "brier": 1.1628003181182436, "nll": 1.4375708385117822 }, { "id": "transfer-v4-0162", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9567699957134574, "probabilities": [ 0.9567699957134574, 0.0432300042865425 ], "target": 0, "brier": 0.0037376665412289707, "nll": 0.0441922552726056 }, { "id": "transfer-v4-0163", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8977014221764783, "probabilities": [ 0.8977014221764783, 0.1022985778235217 ], "target": 0, "brier": 0.02092999804943025, "nll": 0.10791775797603681 }, { "id": "transfer-v4-0164", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5401346683502197, "probabilities": [ 0.4598653316497803, 0.5401346683502197 ], "target": 1, "brier": 0.4229522465067248, "nll": 0.6159367846815547 }, { "id": "transfer-v4-0165", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9413241042793828, "probabilities": [ 0.9413241042793828, 0.05867589572061715 ], "target": 0, "brier": 0.006885721477233476, "nll": 0.06046777332095898 }, { "id": "transfer-v4-0166", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8158052563667297, "probabilities": [ 0.8158052563667297, 0.18419474363327026 ], "target": 1, "brier": 1.3310764326311713, "nll": 1.6917616917609821 }, { "id": "transfer-v4-0167", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6555526657237808, "probabilities": [ 0.3444473342762192, 0.6555526657237808 ], "target": 1, "brier": 0.237287932179987, "nll": 0.4222766346522233 }, { "id": "transfer-v4-0168", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8777008514397291, "probabilities": [ 0.12229914856027091, 0.8777008514397291 ], "target": 1, "brier": 0.02991416347713443, "nll": 0.13044945930395108 }, { "id": "transfer-v4-0169", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8900742066612881, "probabilities": [ 0.10992579333871189, 0.8900742066612881 ], "target": 1, "brier": 0.02416736008229039, "nll": 0.11645044146061613 }, { "id": "transfer-v4-0170", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.699442309107918, "probabilities": [ 0.699442309107918, 0.3005576908920819 ], "target": 1, "brier": 0.9784390875404327, "nll": 1.2021155604313165 }, { "id": "transfer-v4-0171", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9514948654808486, "probabilities": [ 0.9514948654808486, 0.04850513451915134 ], "target": 0, "brier": 0.004705496149441939, "nll": 0.04972098849712045 }, { "id": "transfer-v4-0172", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5992188214790118, "probabilities": [ 0.40078117852098816, 0.5992188214790118 ], "target": 1, "brier": 0.32125110611334434, "nll": 0.5121284362594057 }, { "id": "transfer-v4-0173", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9367200909531076, "probabilities": [ 0.9367200909531076, 0.06327990904689242 ], "target": 0, "brier": 0.008008693777965951, "nll": 0.06537077034423938 }, { "id": "transfer-v4-0174", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7836519350798091, "probabilities": [ 0.21634806492019087, 0.7836519350798091 ], "target": 1, "brier": 0.09361297038942225, "nll": 0.24379031756869302 }, { "id": "transfer-v4-0175", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8819531530869437, "probabilities": [ 0.8819531530869437, 0.11804684691305634 ], "target": 0, "brier": 0.027870116132229117, "nll": 0.12561633879986225 }, { "id": "transfer-v4-0176", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.9147488065921303, "probabilities": [ 0.08525119340786969, 0.9147488065921303 ], "target": 0, "brier": 1.6735307583234533, "nll": 2.4621531639972023 }, { "id": "transfer-v4-0177", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7903933650020739, "probabilities": [ 0.2096066349979261, 0.7903933650020739 ], "target": 1, "brier": 0.08786988287030763, "nll": 0.23522452706489463 }, { "id": "transfer-v4-0178", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8939482766114946, "probabilities": [ 0.8939482766114946, 0.10605172338850542 ], "target": 0, "brier": 0.02249393606734414, "nll": 0.11210736162162172 }, { "id": "transfer-v4-0179", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9236997297130545, "probabilities": [ 0.9236997297130545, 0.07630027028694547 ], "target": 0, "brier": 0.011643462491721875, "nll": 0.07936822799695913 }, { "id": "transfer-v4-0180", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.962956403416787, 0.037043596583213004 ], "target": 0, "brier": 0.0027444560956396595, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0181", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9115594029426575, "probabilities": [ 0.9115594029426575, 0.08844059705734253 ], "target": 0, "brier": 0.015643478415718448, "nll": 0.09259851645192092 }, { "id": "transfer-v4-0182", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8939482766114946, "probabilities": [ 0.8939482766114946, 0.10605172338850542 ], "target": 0, "brier": 0.02249393606734414, "nll": 0.11210736162162172 }, { "id": "transfer-v4-0183", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.7551354765892029, "probabilities": [ 0.24486452341079712, 0.7551354765892029 ], "target": 0, "brier": 1.1404591760072051, "nll": 1.4070501870495258 }, { "id": "transfer-v4-0184", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8441305160522461, "probabilities": [ 0.8441305160522461, 0.1558694839477539 ], "target": 0, "brier": 0.048590592052278225, "nll": 0.16944815646936298 }, { "id": "transfer-v4-0185", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6088387007213414, "probabilities": [ 0.6088387007213414, 0.39116129927865867 ], "target": 0, "brier": 0.3060143241067367, "nll": 0.4962019055961045 }, { "id": "transfer-v4-0186", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9264865906576829, "probabilities": [ 0.9264865906576829, 0.07351340934231708 ], "target": 0, "brier": 0.010808442706262146, "nll": 0.07635570647782945 }, { "id": "transfer-v4-0187", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8332510615327255, "probabilities": [ 0.8332510615327255, 0.16674893846727448 ], "target": 0, "brier": 0.055610416959925774, "nll": 0.18242028782843217 }, { "id": "transfer-v4-0188", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7767550233490017, "probabilities": [ 0.7767550233490017, 0.22324497665099835 ], "target": 0, "brier": 0.09967663919980957, "nll": 0.2526302635924583 }, { "id": "transfer-v4-0189", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7241831421852112, "probabilities": [ 0.7241831421852112, 0.2758168578147888 ], "target": 0, "brier": 0.15214987810964686, "nll": 0.3227109597657559 }, { "id": "transfer-v4-0190", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9178335138993972, "probabilities": [ 0.08216648610060284, 0.9178335138993972 ], "target": 1, "brier": 0.01350266287624112, "nll": 0.085739262216954 }, { "id": "transfer-v4-0191", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9670282402534435, "probabilities": [ 0.9670282402534435, 0.03297175974655657 ], "target": 0, "brier": 0.0021742738815692933, "nll": 0.03352757997032408 }, { "id": "transfer-v4-0192", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8158053281278212, "probabilities": [ 0.8158053281278212, 0.18419467187217878 ], "target": 1, "brier": 1.3310766668034841, "nll": 1.6917620813546483 }, { "id": "transfer-v4-0193", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8900742530822754, "probabilities": [ 0.8900742530822754, 0.10992574691772461 ], "target": 0, "brier": 0.024167339670839283, "nll": 0.11645038930655334 }, { "id": "transfer-v4-0194", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6734828352928162, "probabilities": [ 0.32651716470718384, 0.6734828352928162 ], "target": 1, "brier": 0.21322691769683644, "nll": 0.3952927692874956 }, { "id": "transfer-v4-0195", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9567699957134574, "probabilities": [ 0.9567699957134574, 0.0432300042865425 ], "target": 0, "brier": 0.0037376665412289707, "nll": 0.0441922552726056 }, { "id": "transfer-v4-0196", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9682868683029455, "probabilities": [ 0.9682868683029455, 0.03171313169705446 ], "target": 0, "brier": 0.0020114454440694415, "nll": 0.032226884056378045 }, { "id": "transfer-v4-0197", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9390627565560977, "probabilities": [ 0.9390627565560977, 0.06093724344390229 ], "target": 0, "brier": 0.007426695277082824, "nll": 0.06287296861405053 }, { "id": "transfer-v4-0198", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8977014221764783, "probabilities": [ 0.8977014221764783, 0.1022985778235217 ], "target": 0, "brier": 0.02092999804943025, "nll": 0.10791775797603681 }, { "id": "transfer-v4-0199", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9567699957134574, "probabilities": [ 0.9567699957134574, 0.0432300042865425 ], "target": 0, "brier": 0.0037376665412289707, "nll": 0.0441922552726056 }, { "id": "transfer-v4-0200", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9178334797074353, "probabilities": [ 0.9178334797074353, 0.08216652029256462 ], "target": 0, "brier": 0.013502674113976872, "nll": 0.08573929946985655 }, { "id": "transfer-v4-0201", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9599776017671704, "probabilities": [ 0.9599776017671704, 0.04002239823282962 ], "target": 0, "brier": 0.0032035847206144056, "nll": 0.04084532628496947 }, { "id": "transfer-v4-0202", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.9643647383342762, 0.03563526166572387 ], "target": 0, "brier": 0.0025397437479692166, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0203", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9178334797074353, "probabilities": [ 0.9178334797074353, 0.08216652029256462 ], "target": 0, "brier": 0.013502674113976872, "nll": 0.08573929946985655 }, { "id": "transfer-v4-0204", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9599775838861949, "probabilities": [ 0.9599775838861949, 0.040022416113805054 ], "target": 0, "brier": 0.003203587583173127, "nll": 0.040845344911420355 }, { "id": "transfer-v4-0205", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9208162817176517, "probabilities": [ 0.07918371828234827, 0.9208162817176517 ], "target": 1, "brier": 0.012540122482036592, "nll": 0.08249473958738164 }, { "id": "transfer-v4-0206", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9013364054760488, "probabilities": [ 0.9013364054760488, 0.09866359452395121 ], "target": 0, "brier": 0.019469009768773318, "nll": 0.10387672205083896 }, { "id": "transfer-v4-0207", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9342936594994766, "probabilities": [ 0.9342936594994766, 0.06570634050052343 ], "target": 0, "brier": 0.008634646363941444, "nll": 0.06796447957093762 }, { "id": "transfer-v4-0208", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9342936594994766, "probabilities": [ 0.9342936594994766, 0.06570634050052343 ], "target": 0, "brier": 0.008634646363941444, "nll": 0.06796447957093762 }, { "id": "transfer-v4-0209", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7697028403028423, "probabilities": [ 0.7697028403028423, 0.23029715969715775 ], "target": 0, "brier": 0.10607356352915634, "nll": 0.26175076030596595 }, { "id": "transfer-v4-0210", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9413241323330278, "probabilities": [ 0.9413241323330278, 0.0586758676669722 ], "target": 0, "brier": 0.006885714892944066, "nll": 0.060467743518636465 }, { "id": "transfer-v4-0211", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8900742530822754, "probabilities": [ 0.8900742530822754, 0.10992574691772461 ], "target": 0, "brier": 0.024167339670839283, "nll": 0.11645038930655334 }, { "id": "transfer-v4-0212", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8819531530869437, "probabilities": [ 0.8819531530869437, 0.11804684691305634 ], "target": 0, "brier": 0.027870116132229117, "nll": 0.12561633879986225 }, { "id": "transfer-v4-0213", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9367200909531076, "probabilities": [ 0.0632799090468924, 0.9367200909531076 ], "target": 1, "brier": 0.00800869377796595, "nll": 0.06537077034423938 }, { "id": "transfer-v4-0214", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9456126269998518, "probabilities": [ 0.9456126269998518, 0.05438737300014818 ], "target": 0, "brier": 0.005915972683714494, "nll": 0.05592227899322026 }, { "id": "transfer-v4-0215", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7903932921881447, "probabilities": [ 0.2096067078118553, 0.7903932921881447 ], "target": 1, "brier": 0.08786994391944897, "nll": 0.23522461918855836 }, { "id": "transfer-v4-0216", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8819531530869437, "probabilities": [ 0.8819531530869437, 0.11804684691305634 ], "target": 0, "brier": 0.027870116132229117, "nll": 0.12561633879986225 }, { "id": "transfer-v4-0217", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8819531530869437, "probabilities": [ 0.8819531530869437, 0.11804684691305634 ], "target": 1, "brier": 1.5556827284800037, "nll": 2.136673725565427 }, { "id": "transfer-v4-0218", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9657214319919103, "probabilities": [ 0.9657214319919103, 0.03427856800808969 ], "target": 0, "brier": 0.0023500404493704613, "nll": 0.0348798590361973 }, { "id": "transfer-v4-0219", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6088387007213414, "probabilities": [ 0.6088387007213414, 0.39116129927865867 ], "target": 0, "brier": 0.3060143241067367, "nll": 0.4962019055961045 }, { "id": "transfer-v4-0220", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5, "probabilities": [ 0.5, 0.5 ], "target": 1, "brier": 0.5, "nll": 0.6931471805599453 }, { "id": "transfer-v4-0221", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.9048559474135613, "probabilities": [ 0.9048559474135613, 0.09514405258643863 ], "target": 1, "brier": 1.6375285711393874, "nll": 2.3523631928536686 }, { "id": "transfer-v4-0222", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7903932921881447, "probabilities": [ 0.7903932921881447, 0.20960670781185536 ], "target": 0, "brier": 0.087869943919449, "nll": 0.23522461918855836 }, { "id": "transfer-v4-0223", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8493496522501215, "probabilities": [ 0.8493496522501215, 0.15065034774987854 ], "target": 1, "brier": 1.4427896635548045, "nll": 1.8927937050787298 }, { "id": "transfer-v4-0224", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9670282402534435, "probabilities": [ 0.9670282402534435, 0.03297175974655657 ], "target": 0, "brier": 0.0021742738815692933, "nll": 0.03352757997032408 }, { "id": "transfer-v4-0225", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8387649059295654, "probabilities": [ 0.8387649059295654, 0.16123509407043457 ], "target": 0, "brier": 0.05199351111980377, "nll": 0.1758248192540805 }, { "id": "transfer-v4-0226", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6909196766936876, "probabilities": [ 0.3090803233063124, 0.6909196766936876 ], "target": 1, "brier": 0.1910612925102692, "nll": 0.3697317040931213 }, { "id": "transfer-v4-0227", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8641473441189831, "probabilities": [ 0.8641473441189831, 0.13585265588101697 ], "target": 0, "brier": 0.036911888219852015, "nll": 0.14601198754314346 }, { "id": "transfer-v4-0228", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5401346683502197, "probabilities": [ 0.5401346683502197, 0.4598653316497803 ], "target": 0, "brier": 0.4229522465067248, "nll": 0.6159367846815547 }, { "id": "transfer-v4-0229", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9342936594994766, "probabilities": [ 0.9342936594994766, 0.06570634050052343 ], "target": 0, "brier": 0.008634646363941444, "nll": 0.06796447957093762 }, { "id": "transfer-v4-0230", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6464148759841919, "probabilities": [ 0.3535851240158081, 0.6464148759841919 ], "target": 1, "brier": 0.2500448798505488, "nll": 0.43631375845065423 }, { "id": "transfer-v4-0231", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9236997297130545, "probabilities": [ 0.07630027028694553, 0.9236997297130545 ], "target": 1, "brier": 0.011643462491721884, "nll": 0.07936822799695913 }, { "id": "transfer-v4-0232", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9599775838861949, "probabilities": [ 0.9599775838861949, 0.040022416113805054 ], "target": 0, "brier": 0.003203587583173127, "nll": 0.040845344911420355 }, { "id": "transfer-v4-0233", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8819531530869437, "probabilities": [ 0.8819531530869437, 0.11804684691305634 ], "target": 0, "brier": 0.027870116132229117, "nll": 0.12561633879986225 }, { "id": "transfer-v4-0234", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9291794646225671, "probabilities": [ 0.9291794646225671, 0.07082053537743298 ], "target": 0, "brier": 0.010031096462292464, "nll": 0.07345337839190196 }, { "id": "transfer-v4-0235", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8441305160522461, "probabilities": [ 0.8441305160522461, 0.1558694839477539 ], "target": 1, "brier": 1.4251126562612626, "nll": 1.8587362632728652 }, { "id": "transfer-v4-0236", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.6645770867042866, "probabilities": [ 0.6645770867042866, 0.33542291329571344 ], "target": 1, "brier": 0.8833254083447137, "nll": 1.0923631156005629 }, { "id": "transfer-v4-0237", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9115594029426575, "probabilities": [ 0.9115594029426575, 0.08844059705734253 ], "target": 0, "brier": 0.015643478415718448, "nll": 0.09259851645192092 }, { "id": "transfer-v4-0238", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9567699957134574, "probabilities": [ 0.9567699957134574, 0.0432300042865425 ], "target": 0, "brier": 0.0037376665412289707, "nll": 0.0441922552726056 }, { "id": "transfer-v4-0239", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9048559474135613, "probabilities": [ 0.9048559474135613, 0.09514405258643863 ], "target": 0, "brier": 0.018104781485142003, "nll": 0.0999795220804185 }, { "id": "transfer-v4-0240", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9749160659994832, "probabilities": [ 0.025083934000516783, 0.9749160659994832 ], "target": 1, "brier": 0.001258407489884564, "nll": 0.02540389784429172 }, { "id": "transfer-v4-0241", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134508630337, "probabilities": [ 0.9739134508630337, 0.026086549136966317 ], "target": 0, "brier": 0.0013610160917507147, "nll": 0.026432838771378035 }, { "id": "transfer-v4-0242", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.029333878636366273, 0.9706661213636337 ], "target": 1, "brier": 0.0017209528717061313, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0243", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134508630337, "probabilities": [ 0.9739134508630337, 0.026086549136966317 ], "target": 0, "brier": 0.0013610160917507147, "nll": 0.026432838771378035 }, { "id": "transfer-v4-0244", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134508630337, "probabilities": [ 0.026086549136966286, 0.9739134508630337 ], "target": 1, "brier": 0.001361016091750713, "nll": 0.026432838771378035 }, { "id": "transfer-v4-0245", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.03563526166572384, 0.9643647383342762 ], "target": 1, "brier": 0.002539743747969214, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0246", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9584033656834051, "probabilities": [ 0.04159663431659488, 0.9584033656834051 ], "target": 1, "brier": 0.003460559972937038, "nll": 0.042486539853949463 }, { "id": "transfer-v4-0247", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.8217726472284295, "probabilities": [ 0.17822735277157054, 0.8217726472284295 ], "target": 0, "brier": 1.3506205674656415, "nll": 1.72469528093459 }, { "id": "transfer-v4-0248", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.9739134617473644, 0.02608653825263565 ], "target": 0, "brier": 0.001361014956012445, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0249", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9694989468082629, "probabilities": [ 0.9694989468082629, 0.030501053191737133 ], "target": 0, "brier": 0.0018606284916103555, "nll": 0.030975890624659212 }, { "id": "transfer-v4-0250", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0251", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.027128111072739602, 0.9728718889272604 ], "target": 1, "brier": 0.001471868820749794, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0252", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9456126269998518, "probabilities": [ 0.054387373000148176, 0.9456126269998518 ], "target": 1, "brier": 0.005915972683714493, "nll": 0.05592227899322026 }, { "id": "transfer-v4-0253", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9291794646225671, "probabilities": [ 0.07082053537743294, 0.9291794646225671 ], "target": 1, "brier": 0.01003109646229246, "nll": 0.07345337839190196 }, { "id": "transfer-v4-0254", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9435066088695357, "probabilities": [ 0.056493391130464254, 0.9435066088695357 ], "target": 1, "brier": 0.006383006482839235, "nll": 0.058151909566866 }, { "id": "transfer-v4-0255", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.022296266256521702, 0.9777037337434783 ], "target": 1, "brier": 0.0009942469779634165, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0256", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9390627320681276, "probabilities": [ 0.060937267931872374, 0.9390627320681276 ], "target": 1, "brier": 0.007426701246001603, "nll": 0.06287299469108346 }, { "id": "transfer-v4-0257", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.02821007093001393, 0.9717899290699861 ], "target": 1, "brier": 0.0015916162037528342, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0258", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9435066088695357, "probabilities": [ 0.9435066088695357, 0.05649339113046424 ], "target": 0, "brier": 0.006383006482839233, "nll": 0.058151909566866 }, { "id": "transfer-v4-0259", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9514948654808486, "probabilities": [ 0.048505134519151394, 0.9514948654808486 ], "target": 1, "brier": 0.004705496149441944, "nll": 0.04972098849712045 }, { "id": "transfer-v4-0260", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.9706661213636337, 0.029333878636366262 ], "target": 0, "brier": 0.0017209528717061307, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0261", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9342936246943279, "probabilities": [ 0.9342936246943279, 0.06570637530567215 ], "target": 0, "brier": 0.008634655511619684, "nll": 0.06796451682383886 }, { "id": "transfer-v4-0262", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9749160659994832, "probabilities": [ 0.025083934000516783, 0.9749160659994832 ], "target": 1, "brier": 0.001258407489884564, "nll": 0.02540389784429172 }, { "id": "transfer-v4-0263", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.03563526166572384, 0.9643647383342762 ], "target": 1, "brier": 0.002539743747969214, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0264", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9749160659994832, "probabilities": [ 0.025083934000516783, 0.9749160659994832 ], "target": 1, "brier": 0.001258407489884564, "nll": 0.02540389784429172 }, { "id": "transfer-v4-0265", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9682868538743471, "probabilities": [ 0.9682868538743471, 0.0317131461256529 ], "target": 0, "brier": 0.0020114472743740274, "nll": 0.03222689895753906 }, { "id": "transfer-v4-0266", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9599775838861949, "probabilities": [ 0.04002241611380508, 0.9599775838861949 ], "target": 1, "brier": 0.0032035875831731295, "nll": 0.040845344911420355 }, { "id": "transfer-v4-0267", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.9728718889272604, 0.027128111072739585 ], "target": 0, "brier": 0.001471868820749793, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0268", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.8777008987158269, "probabilities": [ 0.1222991012841731, 0.8777008987158269 ], "target": 0, "brier": 1.5407177352131405, "nll": 2.1012855847692147 }, { "id": "transfer-v4-0269", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9749160787109417, "probabilities": [ 0.9749160787109417, 0.0250839212890583 ], "target": 0, "brier": 0.0012584062144713466, "nll": 0.025403884805776097 }, { "id": "transfer-v4-0270", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9514948867484165, "probabilities": [ 0.9514948867484165, 0.04850511325158348 ], "target": 0, "brier": 0.004705492023097876, "nll": 0.04972096614537851 }, { "id": "transfer-v4-0271", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.02821007093001393, 0.9717899290699861 ], "target": 1, "brier": 0.0015916162037528342, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0272", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9147488065921303, "probabilities": [ 0.08525119340786969, 0.9147488065921303 ], "target": 1, "brier": 0.014535531954932008, "nll": 0.08910577971102328 }, { "id": "transfer-v4-0273", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9657214140039472, "probabilities": [ 0.034278585996052824, 0.9657214140039472 ], "target": 1, "brier": 0.0023500429157775776, "nll": 0.03487987766264866 }, { "id": "transfer-v4-0274", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.03704359658321299, 0.962956403416787 ], "target": 1, "brier": 0.0027444560956396582, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0275", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.979391540794599, "probabilities": [ 0.020608459205400997, 0.979391540794599 ], "target": 1, "brier": 0.0008494171816413542, "nll": 0.020823776881505142 }, { "id": "transfer-v4-0276", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.9264866251719985, "probabilities": [ 0.9264866251719985, 0.07351337482800148 ], "target": 1, "brier": 1.7167549332451986, "nll": 2.61028791886896 }, { "id": "transfer-v4-0277", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.027128111072739602, 0.9728718889272604 ], "target": 1, "brier": 0.001471868820749794, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0278", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0279", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.5100539630683638, "probabilities": [ 0.5100539630683638, 0.48994603693163613 ], "target": 0, "brier": 0.4800942382100324, "nll": 0.673238748923274 }, { "id": "transfer-v4-0280", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9614946174510224, "probabilities": [ 0.9614946174510224, 0.03850538254897756 ], "target": 0, "brier": 0.002965328970486216, "nll": 0.039266312043831623 }, { "id": "transfer-v4-0281", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134508630337, "probabilities": [ 0.9739134508630337, 0.026086549136966317 ], "target": 0, "brier": 0.0013610160917507147, "nll": 0.026432838771378035 }, { "id": "transfer-v4-0282", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.977703722816788, "probabilities": [ 0.977703722816788, 0.022296277183212046 ], "target": 0, "brier": 0.0009942479524612435, "nll": 0.02254859674861292 }, { "id": "transfer-v4-0283", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9717899163992872, "probabilities": [ 0.028210083600712754, 0.9717899163992872 ], "target": 1, "brier": 0.0015916176335184053, "nll": 0.02861563327399763 }, { "id": "transfer-v4-0284", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9749160659994832, "probabilities": [ 0.9749160659994832, 0.025083934000516783 ], "target": 0, "brier": 0.001258407489884564, "nll": 0.02540389784429172 }, { "id": "transfer-v4-0285", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0286", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.026086538252635627, 0.9739134617473644 ], "target": 1, "brier": 0.0013610149560124437, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0287", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.03563526166572384, 0.9643647383342762 ], "target": 1, "brier": 0.002539743747969214, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0288", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9758811011385261, "probabilities": [ 0.9758811011385261, 0.024118898861473868 ], "target": 0, "brier": 0.0011634425645800119, "nll": 0.024414522593989837 }, { "id": "transfer-v4-0289", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.8332511310763826, "probabilities": [ 0.1667488689236174, 0.8332511310763826 ], "target": 0, "brier": 1.3886148948801418, "nll": 1.7912663772761712 }, { "id": "transfer-v4-0290", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9728718762424542, "probabilities": [ 0.9728718762424542, 0.02712812375754579 ], "target": 0, "brier": 0.0014718701972094416, "nll": 0.027502884559643302 }, { "id": "transfer-v4-0291", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9614946174510224, "probabilities": [ 0.9614946174510224, 0.03850538254897756 ], "target": 0, "brier": 0.002965328970486216, "nll": 0.039266312043831623 }, { "id": "transfer-v4-0292", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9657214319919103, "probabilities": [ 0.034278568008089705, 0.9657214319919103 ], "target": 1, "brier": 0.002350040449370462, "nll": 0.0348798590361973 }, { "id": "transfer-v4-0293", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9749160659994832, "probabilities": [ 0.025083934000516783, 0.9749160659994832 ], "target": 1, "brier": 0.001258407489884564, "nll": 0.02540389784429172 }, { "id": "transfer-v4-0294", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.029333878636366273, 0.9706661213636337 ], "target": 1, "brier": 0.0017209528717061313, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0295", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.03704359658321299, 0.962956403416787 ], "target": 1, "brier": 0.0027444560956396582, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0296", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9728718762424542, "probabilities": [ 0.9728718762424542, 0.02712812375754579 ], "target": 0, "brier": 0.0014718701972094416, "nll": 0.027502884559643302 }, { "id": "transfer-v4-0297", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9670282258435994, "probabilities": [ 0.9670282258435994, 0.03297177415640063 ], "target": 0, "brier": 0.002174275782041377, "nll": 0.03352759487148581 }, { "id": "transfer-v4-0298", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.022296266256521702, 0.9777037337434783 ], "target": 1, "brier": 0.0009942469779634165, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0299", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.027128111072739602, 0.9728718889272604 ], "target": 1, "brier": 0.001471868820749794, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0300", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8733174150200624, "probabilities": [ 0.12668258497993756, 0.8733174150200624 ], "target": 1, "brier": 0.0320969546743982, "nll": 0.13545619813748377 }, { "id": "transfer-v4-0301", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9768098915887096, "probabilities": [ 0.9768098915887096, 0.023190108411290447 ], "target": 0, "brier": 0.0010755622562548073, "nll": 0.023463229712847082 }, { "id": "transfer-v4-0302", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.9706661213636337, 0.029333878636366262 ], "target": 0, "brier": 0.0017209528717061307, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0303", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9785638792442264, "probabilities": [ 0.021436120755773613, 0.9785638792442264 ], "target": 1, "brier": 0.0009190145461122167, "nll": 0.021669211451873917 }, { "id": "transfer-v4-0304", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.893948190704374, "probabilities": [ 0.10605180929562597, 0.893948190704374 ], "target": 1, "brier": 0.022493972509751634, "nll": 0.11210745772016222 }, { "id": "transfer-v4-0305", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9682868538743471, "probabilities": [ 0.0317131461256529, 0.9682868538743471 ], "target": 1, "brier": 0.0020114472743740274, "nll": 0.03222689895753906 }, { "id": "transfer-v4-0306", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9550754748123857, "probabilities": [ 0.9550754748123857, 0.044924525187614285 ], "target": 0, "brier": 0.0040364259266651775, "nll": 0.045964910407051064 }, { "id": "transfer-v4-0307", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9584033464433758, "probabilities": [ 0.04159665355662423, 0.9584033464433758 ], "target": 1, "brier": 0.0034605631742196385, "nll": 0.042486559929034995 }, { "id": "transfer-v4-0308", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9367200624722275, "probabilities": [ 0.9367200624722275, 0.0632799375277725 ], "target": 0, "brier": 0.00800870098703758, "nll": 0.0653708007491392 }, { "id": "transfer-v4-0309", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9694989468082629, "probabilities": [ 0.9694989468082629, 0.030501053191737133 ], "target": 0, "brier": 0.0018606284916103555, "nll": 0.030975890624659212 }, { "id": "transfer-v4-0310", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.7624960882587473, "probabilities": [ 0.23750391174125274, 0.7624960882587473 ], "target": 0, "brier": 1.1628005692197827, "nll": 1.437571185153593 }, { "id": "transfer-v4-0311", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9614946353602555, "probabilities": [ 0.03850536463974452, 0.9614946353602555 ], "target": 1, "brier": 0.0029653262120793757, "nll": 0.039266293417380055 }, { "id": "transfer-v4-0312", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9758811120448468, "probabilities": [ 0.024118887955153157, 0.9758811120448468 ], "target": 1, "brier": 0.001163441512386464, "nll": 0.024414511418119476 }, { "id": "transfer-v4-0313", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.8593559861183167, "probabilities": [ 0.14064401388168335, 0.8593559861183167 ], "target": 0, "brier": 1.4769854217547689, "nll": 1.9615233053381733 }, { "id": "transfer-v4-0314", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.026086538252635627, 0.9739134617473644 ], "target": 1, "brier": 0.0013610149560124437, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0315", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9584033464433758, "probabilities": [ 0.04159665355662423, 0.9584033464433758 ], "target": 1, "brier": 0.0034605631742196385, "nll": 0.042486559929034995 }, { "id": "transfer-v4-0316", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9317809661692092, "probabilities": [ 0.06821903383079075, 0.9317809661692092 ], "target": 1, "brier": 0.009307673153613147, "nll": 0.07065750675676515 }, { "id": "transfer-v4-0317", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9694989468082629, "probabilities": [ 0.9694989468082629, 0.030501053191737133 ], "target": 0, "brier": 0.0018606284916103555, "nll": 0.030975890624659212 }, { "id": "transfer-v4-0318", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9476444893638273, "probabilities": [ 0.9476444893638273, 0.05235551063617271 ], "target": 0, "brier": 0.005482198987948789, "nll": 0.05377585828099878 }, { "id": "transfer-v4-0319", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.7624960882587473, "probabilities": [ 0.7624960882587473, 0.23750391174125277 ], "target": 0, "brier": 0.11281621618479355, "nll": 0.2711579006661923 }, { "id": "transfer-v4-0320", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9208162448357508, "probabilities": [ 0.9208162448357508, 0.07918375516424922 ], "target": 0, "brier": 0.012540134163823536, "nll": 0.08249477964086728 }, { "id": "transfer-v4-0321", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.7697029113769531, "probabilities": [ 0.23029708862304688, 0.7697029113769531 ], "target": 0, "brier": 1.1848851435643155, "nll": 1.468385113906933 }, { "id": "transfer-v4-0322", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.979391540794599, "probabilities": [ 0.979391540794599, 0.020608459205400997 ], "target": 0, "brier": 0.0008494171816413542, "nll": 0.020823776881505142 }, { "id": "transfer-v4-0323", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.022296266256521702, 0.9777037337434783 ], "target": 1, "brier": 0.0009942469779634165, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0324", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.03563526166572384, 0.9643647383342762 ], "target": 1, "brier": 0.002539743747969214, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0325", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6734830341781091, "probabilities": [ 0.6734830341781091, 0.326516965821891 ], "target": 0, "brier": 0.2132266579390678, "nll": 0.39529247397891 }, { "id": "transfer-v4-0326", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8733174800872803, "probabilities": [ 0.12668251991271973, 0.8733174800872803 ], "target": 0, "brier": 1.5253668420519944, "nll": 2.066071165555643 }, { "id": "transfer-v4-0327", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9694989468082629, "probabilities": [ 0.030501053191737126, 0.9694989468082629 ], "target": 1, "brier": 0.001860628491610355, "nll": 0.030975890624659212 }, { "id": "transfer-v4-0328", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9768099025054106, "probabilities": [ 0.023190097494589446, 0.9768099025054106 ], "target": 1, "brier": 0.0010755612436171274, "nll": 0.023463218536976506 }, { "id": "transfer-v4-0329", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9657214140039472, "probabilities": [ 0.034278585996052824, 0.9657214140039472 ], "target": 1, "brier": 0.0023500429157775776, "nll": 0.03487987766264866 }, { "id": "transfer-v4-0330", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0331", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9682868538743471, "probabilities": [ 0.0317131461256529, 0.9682868538743471 ], "target": 1, "brier": 0.0020114472743740274, "nll": 0.03222689895753906 }, { "id": "transfer-v4-0332", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9629564213532475, "probabilities": [ 0.03704357864675245, 0.9629564213532475 ], "target": 1, "brier": 0.0027444534379162683, "nll": 0.037747121216010066 }, { "id": "transfer-v4-0333", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9599775838861949, "probabilities": [ 0.04002241611380508, 0.9599775838861949 ], "target": 1, "brier": 0.0032035875831731295, "nll": 0.040845344911420355 }, { "id": "transfer-v4-0334", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6909196766936876, "probabilities": [ 0.3090803233063124, 0.6909196766936876 ], "target": 1, "brier": 0.1910612925102692, "nll": 0.3697317040931213 }, { "id": "transfer-v4-0335", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.03704359658321299, 0.962956403416787 ], "target": 1, "brier": 0.0027444560956396582, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0336", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.029333878636366273, 0.9706661213636337 ], "target": 1, "brier": 0.0017209528717061313, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0337", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9496044864981197, "probabilities": [ 0.05039551350188032, 0.9496044864981197 ], "target": 1, "brier": 0.005079415562236403, "nll": 0.05170971107892686 }, { "id": "transfer-v4-0338", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9801878947395606, "probabilities": [ 0.9801878947395606, 0.019812105260439413 ], "target": 0, "brier": 0.0007850390297014623, "nll": 0.020010996369155466 }, { "id": "transfer-v4-0339", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.02821007093001393, 0.9717899290699861 ], "target": 1, "brier": 0.0015916162037528342, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0340", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8217725770006014, "probabilities": [ 0.17822742299939864, 0.8217725770006014 ], "target": 1, "brier": 0.06353002861801314, "nll": 0.19629159252181985 }, { "id": "transfer-v4-0341", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9514948654808486, "probabilities": [ 0.048505134519151394, 0.9514948654808486 ], "target": 1, "brier": 0.004705496149441944, "nll": 0.04972098849712045 }, { "id": "transfer-v4-0342", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8939482373274075, "probabilities": [ 0.10605176267259253, 0.8939482373274075 ], "target": 1, "brier": 0.02249395273192778, "nll": 0.11210740556609701 }, { "id": "transfer-v4-0343", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.9739134617473644, 0.02608653825263565 ], "target": 0, "brier": 0.001361014956012445, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0344", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9514948654808486, "probabilities": [ 0.048505134519151394, 0.9514948654808486 ], "target": 1, "brier": 0.004705496149441944, "nll": 0.04972098849712045 }, { "id": "transfer-v4-0345", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9785638792442264, "probabilities": [ 0.021436120755773613, 0.9785638792442264 ], "target": 1, "brier": 0.0009190145461122167, "nll": 0.021669211451873917 }, { "id": "transfer-v4-0346", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.9777037337434783, 0.02229626625652165 ], "target": 0, "brier": 0.000994246977963414, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0347", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9584033464433758, "probabilities": [ 0.9584033464433758, 0.041596653556624265 ], "target": 0, "brier": 0.003460563174219641, "nll": 0.042486559929034995 }, { "id": "transfer-v4-0348", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.029333878636366273, 0.9706661213636337 ], "target": 1, "brier": 0.0017209528717061313, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0349", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0350", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.9643647383342762, 0.03563526166572387 ], "target": 0, "brier": 0.0025397437479692166, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0351", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9390627320681276, "probabilities": [ 0.9390627320681276, 0.06093726793187238 ], "target": 0, "brier": 0.007426701246001604, "nll": 0.06287299469108346 }, { "id": "transfer-v4-0352", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9657214140039472, "probabilities": [ 0.034278585996052824, 0.9657214140039472 ], "target": 1, "brier": 0.0023500429157775776, "nll": 0.03487987766264866 }, { "id": "transfer-v4-0353", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9657214140039472, "probabilities": [ 0.034278585996052824, 0.9657214140039472 ], "target": 1, "brier": 0.0023500429157775776, "nll": 0.03487987766264866 }, { "id": "transfer-v4-0354", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.03563526166572384, 0.9643647383342762 ], "target": 1, "brier": 0.002539743747969214, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0355", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.6909198760986328, "probabilities": [ 0.3090801239013672, 0.6909198760986328 ], "target": 0, "brier": 0.9547405503763002, "nll": 1.1741547350453214 }, { "id": "transfer-v4-0356", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9758811120448468, "probabilities": [ 0.9758811120448468, 0.024118887955153198 ], "target": 0, "brier": 0.001163441512386466, "nll": 0.024414511418119476 }, { "id": "transfer-v4-0357", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.029333878636366273, 0.9706661213636337 ], "target": 1, "brier": 0.0017209528717061313, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0358", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9082627621810805, "probabilities": [ 0.09173723781891951, 0.9082627621810805 ], "target": 1, "brier": 0.016831441605289994, "nll": 0.09622155658281517 }, { "id": "transfer-v4-0359", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9758811011385261, "probabilities": [ 0.024118898861473892, 0.9758811011385261 ], "target": 1, "brier": 0.0011634425645800132, "nll": 0.024414522593989837 }, { "id": "transfer-v4-0360", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.9367200909531076, "probabilities": [ 0.0632799090468924, 0.9367200909531076 ], "target": 0, "brier": 1.7548890575903964, "nll": 2.7601873928358387 }, { "id": "transfer-v4-0361", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.027128111072739602, 0.9728718889272604 ], "target": 1, "brier": 0.001471868820749794, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0362", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8332510615327255, "probabilities": [ 0.16674893846727445, 0.8332510615327255 ], "target": 0, "brier": 1.388614663090828, "nll": 1.7912659602200136 }, { "id": "transfer-v4-0363", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9390627320681276, "probabilities": [ 0.060937267931872374, 0.9390627320681276 ], "target": 1, "brier": 0.007426701246001603, "nll": 0.06287299469108346 }, { "id": "transfer-v4-0364", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.9739134617473644, 0.02608653825263565 ], "target": 0, "brier": 0.001361014956012445, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0365", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.9728718889272604, 0.027128111072739585 ], "target": 0, "brier": 0.001471868820749793, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0366", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.9739134617473644, 0.02608653825263565 ], "target": 0, "brier": 0.001361014956012445, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0367", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.02821007093001393, 0.9717899290699861 ], "target": 1, "brier": 0.0015916162037528342, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0368", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.962956403416787, 0.037043596583213004 ], "target": 0, "brier": 0.0027444560956396595, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0369", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9643647383342762, "probabilities": [ 0.9643647383342762, 0.03563526166572387 ], "target": 0, "brier": 0.0025397437479692166, "nll": 0.03628569666348828 }, { "id": "transfer-v4-0370", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9758811120448468, "probabilities": [ 0.9758811120448468, 0.024118887955153198 ], "target": 0, "brier": 0.001163441512386466, "nll": 0.024414511418119476 }, { "id": "transfer-v4-0371", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9550754979574719, "probabilities": [ 0.9550754979574719, 0.044924502042528104 ], "target": 0, "brier": 0.004036421767538221, "nll": 0.045964886173274246 }, { "id": "transfer-v4-0372", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.977703744670169, "probabilities": [ 0.977703744670169, 0.022296255329831007 ], "target": 0, "brier": 0.0009942460034660368, "nll": 0.022548574396871548 }, { "id": "transfer-v4-0373", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8977014689952573, "probabilities": [ 0.8977014689952573, 0.10229853100474272 ], "target": 1, "brier": 1.6117358548724856, "nll": 2.2798599658075918 }, { "id": "transfer-v4-0374", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.6909196766936876, "probabilities": [ 0.3090803233063124, 0.6909196766936876 ], "target": 0, "brier": 0.9547399992850196, "nll": 1.1741540898893716 }, { "id": "transfer-v4-0375", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9749160787109417, "probabilities": [ 0.9749160787109417, 0.0250839212890583 ], "target": 0, "brier": 0.0012584062144713466, "nll": 0.025403884805776097 }, { "id": "transfer-v4-0376", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9670282258435994, "probabilities": [ 0.9670282258435994, 0.03297177415640063 ], "target": 0, "brier": 0.002174275782041377, "nll": 0.03352759487148581 }, { "id": "transfer-v4-0377", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.9739134617473644, 0.02608653825263565 ], "target": 0, "brier": 0.001361014956012445, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0378", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.6088387007213413, "probabilities": [ 0.3911612992786587, 0.6088387007213413 ], "target": 0, "brier": 0.7413691269921019, "nll": 0.9386352739394819 }, { "id": "transfer-v4-0379", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.9777037337434783, 0.02229626625652165 ], "target": 0, "brier": 0.000994246977963414, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0380", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0381", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8096844915904623, "probabilities": [ 0.1903155084095377, 0.8096844915904623 ], "target": 0, "brier": 1.3111779518442108, "nll": 1.6590720134680168 }, { "id": "transfer-v4-0382", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.7321441391749424, "probabilities": [ 0.26785586082505763, 0.7321441391749424 ], "target": 0, "brier": 1.0720700810564348, "nll": 1.3173062758975114 }, { "id": "transfer-v4-0383", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.02821007093001393, 0.9717899290699861 ], "target": 1, "brier": 0.0015916162037528342, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0384", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9657214319919103, "probabilities": [ 0.034278568008089705, 0.9657214319919103 ], "target": 1, "brier": 0.002350040449370462, "nll": 0.0348798590361973 }, { "id": "transfer-v4-0385", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9768098915887096, "probabilities": [ 0.9768098915887096, 0.023190108411290447 ], "target": 0, "brier": 0.0010755622562548073, "nll": 0.023463229712847082 }, { "id": "transfer-v4-0386", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.9476444893638273, "probabilities": [ 0.05235551063617272, 0.9476444893638273 ], "target": 0, "brier": 1.796060156443258, "nll": 2.9496980819491863 }, { "id": "transfer-v4-0387", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.9777037337434783, 0.02229626625652165 ], "target": 0, "brier": 0.000994246977963414, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0388", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9670282258435994, "probabilities": [ 0.032971774156400624, 0.9670282258435994 ], "target": 1, "brier": 0.0021742757820413764, "nll": 0.03352759487148581 }, { "id": "transfer-v4-0389", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.03704359658321299, 0.962956403416787 ], "target": 1, "brier": 0.0027444560956396582, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0390", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9706661213636337, "probabilities": [ 0.9706661213636337, 0.029333878636366262 ], "target": 0, "brier": 0.0017209528717061307, "nll": 0.029772720115798703 }, { "id": "transfer-v4-0391", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9567699778922281, "probabilities": [ 0.9567699778922281, 0.04323002210777195 ], "target": 0, "brier": 0.003737669622876902, "nll": 0.04419227389905671 }, { "id": "transfer-v4-0392", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8900742530822754, "probabilities": [ 0.10992574691772461, 0.8900742530822754 ], "target": 0, "brier": 1.5844643519999408, "nll": 2.207950169144401 }, { "id": "transfer-v4-0393", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9550754748123857, "probabilities": [ 0.9550754748123857, 0.044924525187614285 ], "target": 0, "brier": 0.0040364259266651775, "nll": 0.045964910407051064 }, { "id": "transfer-v4-0394", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.962956403416787, "probabilities": [ 0.962956403416787, 0.037043596583213004 ], "target": 0, "brier": 0.0027444560956396595, "nll": 0.03774713984246118 }, { "id": "transfer-v4-0395", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9717899290699861, "probabilities": [ 0.9717899290699861, 0.028210070930013948 ], "target": 0, "brier": 0.001591616203752835, "nll": 0.028615620235481254 }, { "id": "transfer-v4-0396", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8939482766114946, "probabilities": [ 0.10605172338850544, 0.8939482766114946 ], "target": 1, "brier": 0.022493936067344143, "nll": 0.11210736162162172 }, { "id": "transfer-v4-0397", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9785638792442264, "probabilities": [ 0.9785638792442264, 0.021436120755773613 ], "target": 0, "brier": 0.0009190145461122167, "nll": 0.021669211451873917 }, { "id": "transfer-v4-0398", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9728718889272604, "probabilities": [ 0.9728718889272604, 0.027128111072739585 ], "target": 0, "brier": 0.001471868820749793, "nll": 0.027502871521126685 }, { "id": "transfer-v4-0399", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9739134617473644, "probabilities": [ 0.026086538252635627, 0.9739134617473644 ], "target": 1, "brier": 0.0013610149560124437, "nll": 0.02643282759550754 }, { "id": "transfer-v4-0400", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9732248685577585, "probabilities": [ 0.009161069527136929, 0.9732248685577585, 0.009161069527136929, 0.008452992387967725 ], "target": 1, "brier": 0.0009562111338224249, "nll": 0.02714011501067957 }, { "id": "transfer-v4-0401", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8663590227678782, "probabilities": [ 0.044165114158201436, 0.03760176011913419, 0.05187410295478616, 0.8663590227678782 ], "target": 3, "brier": 0.023915283025584117, "nll": 0.14345588038813248 }, { "id": "transfer-v4-0402", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9728632061287501, "probabilities": [ 0.9728632061287501, 0.011197569636084611, 0.0074893730370771735, 0.00844985119808816 ], "target": 0, "brier": 0.0009892818411240006, "nll": 0.02751179647553843 }, { "id": "transfer-v4-0403", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.959300227799068, "probabilities": [ 0.011966360086529623, 0.013500989616795073, 0.015232422497607298, 0.959300227799068 ], "target": 3, "brier": 0.002213968646706669, "nll": 0.04155118969441681 }, { "id": "transfer-v4-0404", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9758326378666083, "probabilities": [ 0.007216077714596706, 0.9758326378666083, 0.008475642209397458, 0.008475642209397458 ], "target": 1, "brier": 0.0007798061917930318, "nll": 0.024464184868696608 }, { "id": "transfer-v4-0405", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9599589577271752, "probabilities": [ 0.9599589577271752, 0.013510266884902268, 0.012466032508255792, 0.014064742879666763 ], "target": 0, "brier": 0.0021390313363634558, "nll": 0.040864747801689465 }, { "id": "transfer-v4-0406", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9717766408539057, "probabilities": [ 0.00952285749922907, 0.9717766408539057, 0.009913685169580772, 0.00878681647728445 ], "target": 1, "brier": 0.0010627321138870916, "nll": 0.02862929428841694 }, { "id": "transfer-v4-0407", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9718059963370054, "probabilities": [ 0.009523145224635663, 0.9718059963370054, 0.009523145224635663, 0.00914771321372328 ], "target": 1, "brier": 0.001059963089528484, "nll": 0.028599086688760315 }, { "id": "transfer-v4-0408", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9740174533309217, "probabilities": [ 0.9740174533309217, 0.009544815639071572, 0.007805999011428954, 0.008631732018577707 ], "target": 0, "brier": 0.000901636655201666, "nll": 0.02632605626922367 }, { "id": "transfer-v4-0409", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9652470032895516, "probabilities": [ 0.010671916725886445, 0.012040539992280993, 0.012040539992280993, 0.9652470032895516 ], "target": 3, "brier": 0.0016116097935721283, "nll": 0.03537124843773972 }, { "id": "transfer-v4-0410", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.957300702984803, "probabilities": [ 0.0152006723597508, 0.013472842707855124, 0.014025781947591152, 0.957300702984803 ], "target": 3, "brier": 0.0024325304556524854, "nll": 0.043637722688928196 }, { "id": "transfer-v4-0411", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9653856212201656, "probabilities": [ 0.013586628326698923, 0.011567525630262823, 0.9653856212201656, 0.009460224822872643 ], "target": 2, "brier": 0.001606055190507792, "nll": 0.035227649982919884 }, { "id": "transfer-v4-0412", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.971011943899184, "probabilities": [ 0.009325911360427076, 0.010521910231723712, 0.971011943899184, 0.009140234508665163 ], "target": 2, "brier": 0.0011215345010044445, "nll": 0.029416510149384817 }, { "id": "transfer-v4-0413", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9627892343846353, "probabilities": [ 0.9627892343846353, 0.013550099780462949, 0.01064475315680676, 0.013015912678095045 ], "target": 0, "brier": 0.0018509710343552557, "nll": 0.037920754705494185 }, { "id": "transfer-v4-0414", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9707826818308741, "probabilities": [ 0.008777828748130156, 0.009706363859578794, 0.010733125561416956, 0.9707826818308741 ], "target": 3, "brier": 0.0011401154422191124, "nll": 0.029652644358777805 }, { "id": "transfer-v4-0415", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9752527675177538, "probabilities": [ 0.008301957680511353, 0.9752527675177538, 0.00847060530106846, 0.007974669500666418 ], "target": 1, "brier": 0.0008166945246706909, "nll": 0.025058592847278828 }, { "id": "transfer-v4-0416", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.941065341237726, "probabilities": [ 0.021460737353502707, 0.016859230982871863, 0.02061469042589937, 0.941065341237726 ], "target": 3, "brier": 0.004643056381871199, "nll": 0.06074270372274486 }, { "id": "transfer-v4-0417", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9713957878628864, "probabilities": [ 0.9713957878628864, 0.010316508793319086, 0.00914385167189729, 0.00914385167189729 ], "target": 0, "brier": 0.0010918513524629456, "nll": 0.0290212852309269 }, { "id": "transfer-v4-0418", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9641638182663064, "probabilities": [ 0.9641638182663064, 0.013569445045975334, 0.010239703351861909, 0.012027033335856347 ], "target": 0, "brier": 0.0017178628157019935, "nll": 0.036494062848172505 }, { "id": "transfer-v4-0419", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9705427144906816, "probabilities": [ 0.9705427144906816, 0.011170860900118058, 0.008775659314154615, 0.009510765295045697 ], "target": 0, "brier": 0.0011599866557228384, "nll": 0.029899864471252893 }, { "id": "transfer-v4-0420", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9612253743204691, "probabilities": [ 0.009048116241706448, 0.011063619331321542, 0.0186628901065029, 0.9612253743204691 ], "target": 3, "brier": 0.0020560471439469677, "nll": 0.03954637688266978 }, { "id": "transfer-v4-0421", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9758949076023401, "probabilities": [ 0.007821041449670076, 0.9758949076023401, 0.00814202547399491, 0.00814202547399491 ], "target": 1, "brier": 0.0007748093264955426, "nll": 0.024400375003536433 }, { "id": "transfer-v4-0422", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": false, "confidence": 0.6334407040280444, "probabilities": [ 0.31970755814089724, 0.02436757205716683, 0.6334407040280444, 0.02248416577389149 ], "target": 0, "brier": 0.8651442482486743, "nll": 1.1403485818417203 }, { "id": "transfer-v4-0423", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9634335521720594, "probabilities": [ 0.9634335521720594, 0.012511153241003294, 0.011544141345933975, 0.012511153241003294 ], "target": 0, "brier": 0.0017834302170081392, "nll": 0.03725175855826597 }, { "id": "transfer-v4-0424", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9720886784235542, "probabilities": [ 0.009719426246855836, 0.009916868504145823, 0.9720886784235542, 0.00827502682544411 ], "target": 2, "brier": 0.0010403294686021794, "nll": 0.0283082457371267 }, { "id": "transfer-v4-0425", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9670127848027861, "probabilities": [ 0.011587028869748849, 0.9670127848027861, 0.011130231928574163, 0.010269954398890878 ], "target": 1, "brier": 0.0014517696306348446, "nll": 0.0335435625171858 }, { "id": "transfer-v4-0426", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9409610839539322, "probabilities": [ 0.013242888653010968, 0.016192793182578963, 0.029603234210477856, 0.9409610839539322 ], "target": 3, "brier": 0.004799525734544873, "nll": 0.06085349630514959 }, { "id": "transfer-v4-0427", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9659107291478264, "probabilities": [ 0.01157381846914508, 0.012048819057461548, 0.9659107291478264, 0.010466633325566972 ], "target": 2, "brier": 0.0015507561150408951, "nll": 0.03468386193040218 }, { "id": "transfer-v4-0428", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9678963448711185, "probabilities": [ 0.010701218376293842, 0.9678963448711185, 0.010701218376293842, 0.010701218376293842 ], "target": 1, "brier": 0.0013741928968455444, "nll": 0.03263027918393164 }, { "id": "transfer-v4-0429", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9713957878628864, "probabilities": [ 0.00914385167189729, 0.9713957878628864, 0.00914385167189729, 0.010316508793319086 ], "target": 1, "brier": 0.0010918513524629456, "nll": 0.0290212852309269 }, { "id": "transfer-v4-0430", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9739736875722574, "probabilities": [ 0.9739736875722574, 0.009936098292910605, 0.007964213790842365, 0.008126000343989559 ], "target": 0, "brier": 0.00090555557076961, "nll": 0.026370990517385954 }, { "id": "transfer-v4-0431", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9160045486611651, "probabilities": [ 0.9160045486611651, 0.020889241982646255, 0.016410271682035404, 0.04669593767415324 ], "target": 0, "brier": 0.00994140388817075, "nll": 0.08773394853303812 }, { "id": "transfer-v4-0432", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9690118160885064, "probabilities": [ 0.009121407129215688, 0.010713541308126866, 0.011153235474151072, 0.9690118160885064 ], "target": 3, "brier": 0.0012826422390522605, "nll": 0.03147847305993257 }, { "id": "transfer-v4-0433", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9710313849613036, "probabilities": [ 0.9710313849613036, 0.010312639359329034, 0.009140421798143549, 0.009515553881223802 ], "target": 0, "brier": 0.0011196242641302212, "nll": 0.029396488904924065 }, { "id": "transfer-v4-0434", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9622541258179924, "probabilities": [ 0.014098363272906866, 0.9622541258179924, 0.013008678586391965, 0.010638832322708777 ], "target": 1, "brier": 0.0019059253364935621, "nll": 0.0384766991496431 }, { "id": "transfer-v4-0435", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9776174890422187, "probabilities": [ 0.9776174890422187, 0.008491143987559102, 0.006806020482542966, 0.007085346487679212 ], "target": 0, "brier": 0.0006696003726519245, "nll": 0.022636800951689313 }, { "id": "transfer-v4-0436", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": false, "confidence": 0.5766465878727506, "probabilities": [ 0.315422576495356, 0.5766465878727506, 0.04221838869968014, 0.06571244693221327 ], "target": 0, "brier": 0.8072680541037588, "nll": 1.1538420264970293 }, { "id": "transfer-v4-0437", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9642330932301797, "probabilities": [ 0.9642330932301797, 0.013570420342904177, 0.011098243213458037, 0.011098243213458037 ], "target": 0, "brier": 0.00170976993301426, "nll": 0.03642221564338793 }, { "id": "transfer-v4-0438", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9562215182290743, "probabilities": [ 0.015183543743984186, 0.014584961306532022, 0.014009976720409533, 0.9562215182290743 ], "target": 3, "brier": 0.002556096010812208, "nll": 0.04476567914345355 }, { "id": "transfer-v4-0439", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9694846227323421, "probabilities": [ 0.010718774000560986, 0.9694846227323421, 0.009500396393703314, 0.010296206873393585 ], "target": 1, "brier": 0.0012423497734798, "nll": 0.03099066545426169 }, { "id": "transfer-v4-0440", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9739283534508417, "probabilities": [ 0.008806272208465474, 0.9739283534508417, 0.008459102132227355, 0.008806272208465474 ], "target": 1, "brier": 0.000906388023086873, "nll": 0.026417537130582265 }, { "id": "transfer-v4-0441", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9659107237503797, "probabilities": [ 0.012048818990133527, 0.011573818404471331, 0.9659107237503797, 0.010466638855015498 ], "target": 2, "brier": 0.0015507565956609302, "nll": 0.034683867518337554 }, { "id": "transfer-v4-0442", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9743646723578453, "probabilities": [ 0.008810217799975692, 0.9743646723578453, 0.009171798214262755, 0.007653311627916234 ], "target": 1, "brier": 0.0008774850223607809, "nll": 0.025969638474150184 }, { "id": "transfer-v4-0443", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9508829010551844, "probabilities": [ 0.016363542344083538, 0.01703511345719792, 0.9508829010551844, 0.01571844314353418 ], "target": 2, "brier": 0.0032175194721575473, "nll": 0.05036435645225311 }, { "id": "transfer-v4-0444", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9749304104783192, "probabilities": [ 0.008467805200455867, 0.9749304104783192, 0.008467805200455867, 0.008133979120769089 ], "target": 1, "brier": 0.0008380533849484107, "nll": 0.025389184399916203 }, { "id": "transfer-v4-0445", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9608799403528895, "probabilities": [ 0.9608799403528895, 0.014656008524655931, 0.011986065142453652, 0.012477985980000947 ], "target": 0, "brier": 0.0020445435443845147, "nll": 0.039905809811408365 }, { "id": "transfer-v4-0446", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9405918366616326, "probabilities": [ 0.019792048776687464, 0.019011786703327697, 0.02060432785835227, 0.9405918366616326 ], "target": 3, "brier": 0.004707041426164216, "nll": 0.061245988371669835 }, { "id": "transfer-v4-0447", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9635791850356696, "probabilities": [ 0.010029742568952907, 0.01109070618518223, 0.01530036621019517, 0.9635791850356696 ], "target": 3, "brier": 0.001784176468517578, "nll": 0.03710060972455506 }, { "id": "transfer-v4-0448", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9706256461935165, "probabilities": [ 0.009901939033731363, 0.010517724868042207, 0.9706256461935165, 0.00895468990470983 ], "target": 2, "brier": 0.0011517100658655476, "nll": 0.02981441932948669 }, { "id": "transfer-v4-0449", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9674877696932059, "probabilities": [ 0.9674877696932059, 0.012563801751938945, 0.009673423641686411, 0.010275004913168745 ], "target": 0, "brier": 0.001414045084901222, "nll": 0.03305249530207331 }, { "id": "transfer-v4-0450", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.969878299677892, "probabilities": [ 0.010723126600226458, 0.969878299677892, 0.00950425440092032, 0.009894319320961206 ], "target": 1, "brier": 0.0012105306809219272, "nll": 0.03058467960560181 }, { "id": "transfer-v4-0451", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9645229269421973, "probabilities": [ 0.011557189160799657, 0.013039344378988278, 0.010880539518014775, 0.9645229269421973 ], "target": 3, "brier": 0.001680601976084108, "nll": 0.03612167611307107 }, { "id": "transfer-v4-0452", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9718765574346322, "probabilities": [ 0.0111862190173674, 0.009148381981103746, 0.9718765574346322, 0.00778884156689669 ], "target": 2, "brier": 0.0010604184634584552, "nll": 0.02852648111073432 }, { "id": "transfer-v4-0453", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9700241937867156, "probabilities": [ 0.008949141251459677, 0.01030193109852641, 0.9700241937867156, 0.01072473386329836 ], "target": 2, "brier": 0.0011997857880723234, "nll": 0.030434265747595887 }, { "id": "transfer-v4-0454", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9623688248748513, "probabilities": [ 0.011076774891746528, 0.013544177247583514, 0.013010222985818599, 0.9623688248748513 ], "target": 3, "brier": 0.001891510922756717, "nll": 0.03835750795226764 }, { "id": "transfer-v4-0455", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9683048616911673, "probabilities": [ 0.010705730758170813, 0.9683048616911673, 0.010705730758170813, 0.010283676792491115 ], "target": 1, "brier": 0.0013395611429213468, "nll": 0.03220830152507466 }, { "id": "transfer-v4-0456", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9724935928910307, "probabilities": [ 0.009529883317709091, 0.9724935928910307, 0.008446640473551214, 0.009529883317709091 ], "target": 1, "brier": 0.0010095855194320927, "nll": 0.027891791798096487 }, { "id": "transfer-v4-0457", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9645791056463691, "probabilities": [ 0.0125260228905464, 0.011102220487403986, 0.9645791056463691, 0.011792650975680519 ], "target": 2, "brier": 0.001673866923050728, "nll": 0.03606343274051888 }, { "id": "transfer-v4-0458", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9752527675177538, "probabilities": [ 0.00847060530106846, 0.9752527675177538, 0.007974669500666418, 0.008301957680511353 ], "target": 1, "brier": 0.0008166945246706909, "nll": 0.025058592847278828 }, { "id": "transfer-v4-0459", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9733309464778198, "probabilities": [ 0.9733309464778198, 0.00992954121174684, 0.008285598590175103, 0.00845391372025821 ], "target": 0, "brier": 0.000949954005631772, "nll": 0.02703112463974134 }, { "id": "transfer-v4-0460", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9699706435371772, "probabilities": [ 0.9699706435371772, 0.00950515980584598, 0.012099468892966347, 0.008424727764010459 ], "target": 0, "brier": 0.0012094834978954956, "nll": 0.030489472337347244 }, { "id": "transfer-v4-0461", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9578094232653604, "probabilities": [ 0.012948584405183454, 0.01403324176284413, 0.015208750566611983, 0.9578094232653604 ], "target": 3, "brier": 0.0023759485714715213, "nll": 0.04310645267416512 }, { "id": "transfer-v4-0462", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9680480452154852, "probabilities": [ 0.00875309809094901, 0.011599428346782934, 0.011599428346782934, 0.9680480452154852 ], "target": 3, "brier": 0.0013666376166857593, "nll": 0.03247355945018936 }, { "id": "transfer-v4-0463", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9650775868266998, "probabilities": [ 0.9650775868266998, 0.013582306000099471, 0.010670053586600366, 0.010670053586600366 ], "target": 0, "brier": 0.0016317540652088795, "nll": 0.03554678001844309 }, { "id": "transfer-v4-0464", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.96969544074744, "probabilities": [ 0.96969544074744, 0.011161109093747306, 0.00842234071350975, 0.01072110944530297 ], "target": 0, "brier": 0.0012288146785270596, "nll": 0.030773235397199266 }, { "id": "transfer-v4-0465", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9642158105773115, "probabilities": [ 0.9642158105773115, 0.013570164267112668, 0.010660516048499774, 0.011553509107076055 ], "target": 0, "brier": 0.0017117877459828807, "nll": 0.03644013953324002 }, { "id": "transfer-v4-0466", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.966553140998683, "probabilities": [ 0.966553140998683, 0.012056838776512608, 0.010265078581239907, 0.011124941643564545 ], "target": 0, "brier": 0.0014931959031885486, "nll": 0.03401899891852883 }, { "id": "transfer-v4-0467", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9010323218924379, "probabilities": [ 0.01749419780452402, 0.015505667660343142, 0.9010323218924379, 0.06596781264269491 ], "target": 2, "brier": 0.014692826301280555, "nll": 0.10421414866269549 }, { "id": "transfer-v4-0468", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9668900341857897, "probabilities": [ 0.9668900341857897, 0.012556039533606256, 0.009863833544237087, 0.01069009273636699 ], "target": 0, "brier": 0.001465497259888203, "nll": 0.03367050852083809 }, { "id": "transfer-v4-0469", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9671290001870702, "probabilities": [ 0.9671290001870702, 0.01069272970430047, 0.009103688487720859, 0.01307458162090856 ], "target": 0, "brier": 0.001448658925874125, "nll": 0.03342338995762906 }, { "id": "transfer-v4-0470", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.935553717335917, "probabilities": [ 0.935553717335917, 0.024071167840625764, 0.01816445565381797, 0.022210659169639248 ], "target": 0, "brier": 0.005556005300379865, "nll": 0.06661671392675843 }, { "id": "transfer-v4-0471", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.967044185478734, "probabilities": [ 0.009102889438378321, 0.967044185478734, 0.014750035644509297, 0.009102889438378321 ], "target": 1, "brier": 0.0014693744545290575, "nll": 0.0335110912131516 }, { "id": "transfer-v4-0472", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9465599749666466, "probabilities": [ 0.9465599749666466, 0.016289151340274487, 0.012796510262972596, 0.024354363430106347 ], "target": 0, "brier": 0.0038780584199478722, "nll": 0.054920945346420225 }, { "id": "transfer-v4-0473", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9678453894338181, "probabilities": [ 0.010278802760305857, 0.9678453894338181, 0.01159700504557017, 0.010278802760305857 ], "target": 1, "brier": 0.001379717079060336, "nll": 0.032682926121701414 }, { "id": "transfer-v4-0474", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9722826687543143, "probabilities": [ 0.010120330904448192, 0.00915219598119666, 0.9722826687543143, 0.008444804360040848 ], "target": 2, "brier": 0.0010257489609561885, "nll": 0.028108705323526793 }, { "id": "transfer-v4-0475", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9659107291478264, "probabilities": [ 0.012048819057461548, 0.010466633325566972, 0.9659107291478264, 0.01157381846914508 ], "target": 2, "brier": 0.0015507561150408951, "nll": 0.03468386193040218 }, { "id": "transfer-v4-0476", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9677809909484233, "probabilities": [ 0.9677809909484233, 0.011596233171056203, 0.00948370197342494, 0.011139073907095518 ], "target": 0, "brier": 0.0013865567386515663, "nll": 0.0327494663239546 }, { "id": "transfer-v4-0477", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9703769584427154, "probabilities": [ 0.011168958504816012, 0.00913426643193054, 0.9703769584427154, 0.009319816620538027 ], "target": 2, "brier": 0.0011725640302768605, "nll": 0.03007066602546524 }, { "id": "transfer-v4-0478", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9678454002503328, "probabilities": [ 0.010278797287245206, 0.9678454002503328, 0.010278797287245206, 0.011597005175176795 ], "target": 1, "brier": 0.0013797161614389321, "nll": 0.03268291494583103 }, { "id": "transfer-v4-0479", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9725971509997704, "probabilities": [ 0.9725971509997704, 0.010329262026404116, 0.00827935125539271, 0.0087942357184328 ], "target": 0, "brier": 0.0010034960264210305, "nll": 0.02778531027875057 }, { "id": "transfer-v4-0480", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8928815228883623, "probabilities": [ 0.8928815228883623, 0.040343332466520304, 0.025919452474670493, 0.022067576510530363, 0.018788115659916508 ], "target": 0, "brier": 0.014613741852905851, "nll": 0.11330138004482945 }, { "id": "transfer-v4-0481", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.9029122718148449, "probabilities": [ 0.9029122718148449, 0.02840620693092588, 0.042470886979714295, 0.0262106342745149 ], "target": 2, "brier": 1.7336064828165343, "nll": 3.158936450021869 }, { "id": "transfer-v4-0482", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7909854231250009, "probabilities": [ 0.14029826537441312, 0.7909854231250009, 0.03297698198952485, 0.03573932951106123 ], "target": 1, "brier": 0.06573547762834184, "nll": 0.23447573979768815 }, { "id": "transfer-v4-0483", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9625629504969538, "probabilities": [ 0.009060703147381284, 0.9625629504969538, 0.009432563522943742, 0.011533703819324998, 0.00741007901339611 ], "target": 1, "brier": 0.0017605378664095482, "nll": 0.038155811845169876 }, { "id": "transfer-v4-0484", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9417001937972328, "probabilities": [ 0.025223697762274247, 0.9417001937972328, 0.016205513397077657, 0.016870595043415343 ], "target": 1, "brier": 0.004582337973664545, "nll": 0.06006832067105434 }, { "id": "transfer-v4-0485", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9654837187767159, "probabilities": [ 0.9654837187767159, 0.013588021420765529, 0.010674538952557582, 0.010253720849961 ], "target": 0, "brier": 0.001595092568734611, "nll": 0.03512604025241903 }, { "id": "transfer-v4-0486", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9566427683079861, "probabilities": [ 0.9566427683079861, 0.014016155466798443, 0.009759295018597581, 0.010576796954351595, 0.009004984252266235 ], "target": 0, "brier": 0.0023645043685216046, "nll": 0.044325240071339186 }, { "id": "transfer-v4-0487", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9388147768908094, "probabilities": [ 0.01822777197236842, 0.02320280381130559, 0.01975464732551661, 0.9388147768908094 ], "target": 3, "brier": 0.00500449939365957, "nll": 0.0631370749386782 }, { "id": "transfer-v4-0488", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9604074978585543, "probabilities": [ 0.9604074978585543, 0.014648801705312627, 0.012471850218066561, 0.012471850218066561 ], "target": 0, "brier": 0.0020932477129457275, "nll": 0.040397607649109615 }, { "id": "transfer-v4-0489", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9054775260645228, "probabilities": [ 0.9054775260645228, 0.019835124398778697, 0.016887434620088383, 0.016887434620088383, 0.04091248029652177 ], "target": 0, "brier": 0.011572132178906793, "nll": 0.09929282133219323 }, { "id": "transfer-v4-0490", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.894593907812147, "probabilities": [ 0.030502055294842352, 0.029299568821483386, 0.894593907812147, 0.0456044680715273 ], "target": 2, "brier": 0.014979051888735584, "nll": 0.1113853979639358 }, { "id": "transfer-v4-0491", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9417910295580301, "probabilities": [ 0.9417910295580301, 0.022358736772941912, 0.017564684741505097, 0.018285548927522974 ], "target": 0, "brier": 0.004531076799645132, "nll": 0.05997186600246727 }, { "id": "transfer-v4-0492", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9578147867912158, "probabilities": [ 0.9578147867912158, 0.012438181451794447, 0.009386034428891727, 0.009771247130477646, 0.010589750197620358 ], "target": 0, "brier": 0.002230018293331554, "nll": 0.043100852905873205 }, { "id": "transfer-v4-0493", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9258329471682053, "probabilities": [ 0.017975718875524526, 0.034211451584727715, 0.021979882371542428, 0.9258329471682053 ], "target": 3, "brier": 0.007477416843447125, "nll": 0.07706146323659695 }, { "id": "transfer-v4-0494", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9692866232998455, "probabilities": [ 0.9692866232998455, 0.012090930560859114, 0.009123993692505699, 0.009498452446789684 ], "target": 0, "brier": 0.0012629699699379191, "nll": 0.031194917950362232 }, { "id": "transfer-v4-0495", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.9572642953731724, "probabilities": [ 0.009010830441133431, 0.009765631106347752, 0.011018028136368471, 0.012941214942977999, 0.9572642953731724 ], "target": 2, "brier": 1.8947843095279175, "nll": 4.5082224262619315 }, { "id": "transfer-v4-0496", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.959782356621051, "probabilities": [ 0.010193170922660245, 0.013507781474807589, 0.016516690981481088, 0.959782356621051 ], "target": 2, "brier": 1.8887079520929038, "nll": 4.103383834737225 }, { "id": "transfer-v4-0497", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.9603023216029803, "probabilities": [ 0.011978859622720548, 0.015248334469560807, 0.012470484304738277, 0.9603023216029803 ], "target": 1, "brier": 1.8922153976977036, "nll": 4.183284997003888 }, { "id": "transfer-v4-0498", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9528655081465619, "probabilities": [ 0.010119706974896454, 0.9528655081465619, 0.017771226672888375, 0.010967398615746062, 0.008276159589907243 ], "target": 1, "brier": 0.002828663938953052, "nll": 0.04828151000200975 }, { "id": "transfer-v4-0499", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9663073636511124, "probabilities": [ 0.9663073636511124, 0.014738797539594714, 0.009095953980742857, 0.00985788482855003 ], "target": 0, "brier": 0.0015323401691642966, "nll": 0.03427331354527399 }, { "id": "transfer-v4-0500", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9638041884455235, "probabilities": [ 0.9638041884455235, 0.015303953584144752, 0.010655974344046429, 0.010235883626285318 ], "target": 0, "brier": 0.0017626708722246623, "nll": 0.036867129023235516 }, { "id": "transfer-v4-0501", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4452199265230832, "probabilities": [ 0.42766838548888364, 0.07585614792498699, 0.026657994389679376, 0.4452199265230832, 0.0245975456733668 ], "target": 4, "brier": 1.3389957826692054, "nll": 3.7051086103964486 }, { "id": "transfer-v4-0502", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.6175686760930411, "probabilities": [ 0.041719712312247255, 0.2876050513143792, 0.6175686760930411, 0.053106560280332546 ], "target": 1, "brier": 0.8934584737443251, "nll": 1.246167089609446 }, { "id": "transfer-v4-0503", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.8371353461271281, "probabilities": [ 0.10338779924019424, 0.03093389164410128, 0.8371353461271281, 0.028542962988576406 ], "target": 3, "brier": 1.656170305178381, "nll": 3.55634485352139 }, { "id": "transfer-v4-0504", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9533693354210332, "probabilities": [ 0.011423548875026293, 0.010540601042779926, 0.014541457650946674, 0.01012505701021387, 0.9533693354210332 ], "target": 4, "brier": 0.002729991388393634, "nll": 0.04775290012174932 }, { "id": "transfer-v4-0505", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9046002761215013, "probabilities": [ 0.04429659685934479, 0.02962731241624523, 0.9046002761215013, 0.02147581460290871 ], "target": 2, "brier": 0.012402284063281418, "nll": 0.1002621166968962 }, { "id": "transfer-v4-0506", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9539365786201071, "probabilities": [ 0.01576891171889177, 0.015147254830500586, 0.015147254830500586, 0.9539365786201071 ], "target": 3, "brier": 0.0028293760238200273, "nll": 0.047158089177556074 }, { "id": "transfer-v4-0507", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9578806420588294, "probabilities": [ 0.009386684067746473, 0.013481017566239005, 0.01059048278920725, 0.9578806420588294, 0.00866117351797785 ], "target": 3, "brier": 0.0022310622382023977, "nll": 0.04303209952613677 }, { "id": "transfer-v4-0508", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9184711338726689, "probabilities": [ 0.9184711338726689, 0.031316173556520874, 0.024601510756894436, 0.02561118181391585 ], "target": 0, "brier": 0.008888825703657465, "nll": 0.08504480228660313 }, { "id": "transfer-v4-0509", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9666053551838683, "probabilities": [ 0.01112554838127006, 0.9666053551838683, 0.01158215164860556, 0.010686944786256146 ], "target": 1, "brier": 0.0014873371548553597, "nll": 0.03396497935903475 }, { "id": "transfer-v4-0510", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7154944432453149, "probabilities": [ 0.05910191224363577, 0.7154944432453149, 0.048335063482298504, 0.13753890786261994, 0.03952967316613088 ], "target": 4, "brier": 1.459181812612017, "nll": 3.2307036697034 }, { "id": "transfer-v4-0511", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.694835693903373, "probabilities": [ 0.694835693903373, 0.11371822418502975, 0.07306074677679301, 0.11838533513480433 ], "target": 3, "brier": 1.2783107660589326, "nll": 2.133810422862096 }, { "id": "transfer-v4-0512", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7009653218593989, "probabilities": [ 0.7009653218593989, 0.14603319035643586, 0.10168129736013026, 0.05132019042403499 ], "target": 3, "brier": 1.423010542465058, "nll": 2.96967102871869 }, { "id": "transfer-v4-0513", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.6172752390037529, "probabilities": [ 0.022809603878688443, 0.043411295462444294, 0.28746867429296974, 0.0290351873621446, 0.6172752390037529 ], "target": 3, "brier": 1.4088444453705937, "nll": 3.5392468272034114 }, { "id": "transfer-v4-0514", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7535032994879145, "probabilities": [ 0.03841195814071393, 0.7535032994879145, 0.02370569224720448, 0.1843790501241671 ], "target": 0, "brier": 1.526976378555559, "nll": 3.2593864579520337 }, { "id": "transfer-v4-0515", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5629503915703056, "probabilities": [ 0.3765230901118659, 0.0350905743085413, 0.025435944009287267, 0.5629503915703056 ], "target": 1, "brier": 1.390379967792413, "nll": 3.349822722791357 }, { "id": "transfer-v4-0516", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5520636644983167, "probabilities": [ 0.5520636644983167, 0.05145028425195382, 0.04942196046642812, 0.03305535886642929, 0.03729455311948631, 0.18636227348306303, 0.09035190531432276 ], "target": 1, "brier": 1.2523412872952293, "nll": 2.967139291898024 }, { "id": "transfer-v4-0517", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5652422224694159, "probabilities": [ 0.5652422224694159, 0.19864210190412251, 0.06187349093148871, 0.03818482476197444, 0.039751976136088725, 0.0963053837969097 ], "target": 0, "brier": 0.2446143660493666, "nll": 0.5705009273713234 }, { "id": "transfer-v4-0518", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5739677230327591, "probabilities": [ 0.07088602677553277, 0.08325912461567156, 0.0437468572285367, 0.042022222825470926, 0.5739677230327591, 0.18611804552202893 ], "target": 1, "brier": 1.213197190073364, "nll": 2.4857975511347203 }, { "id": "transfer-v4-0519", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6591052111583298, "probabilities": [ 0.07510907538722793, 0.031002757594112647, 0.024355295271663156, 0.019133151432863687, 0.16789936279800666, 0.023395146357796177, 0.6591052111583298 ], "target": 0, "brier": 1.3205008595781764, "nll": 2.588813883475445 }, { "id": "transfer-v4-0520", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7111244572529275, "probabilities": [ 0.02847868858997206, 0.7111244572529275, 0.023290612928680295, 0.17400913879618912, 0.02964748348294344, 0.03344961894928753 ], "target": 1, "brier": 0.11707959822112929, "nll": 0.34090781913478085 }, { "id": "transfer-v4-0521", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6087787434821363, "probabilities": [ 0.24137891462905867, 0.048304399862159036, 0.036451211033911024, 0.028635519958823918, 0.6087787434821363, 0.036451211033911024 ], "target": 0, "brier": 0.9519281993061067, "nll": 1.4213873203264042 }, { "id": "transfer-v4-0522", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8775694247674743, "probabilities": [ 0.013934644675795296, 0.031149586227495415, 0.8775694247674743, 0.023505936979698897, 0.013385298474897186, 0.013934644675795296, 0.02652046419884361 ], "target": 2, "brier": 0.017782921428270444, "nll": 0.13059921022753457 }, { "id": "transfer-v4-0523", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.749369872257726, "probabilities": [ 0.023575652785936138, 0.749369872257726, 0.023575652785936138, 0.10870281044081839, 0.06708525233672423, 0.027690759392859105 ], "target": 1, "brier": 0.0810105939752423, "nll": 0.2885225959157116 }, { "id": "transfer-v4-0524", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8970943611300088, "probabilities": [ 0.015437900048820119, 0.01673107877124742, 0.8970943611300088, 0.027110514865118937, 0.014244682046743376, 0.02938146313806131 ], "target": 2, "brier": 0.012908989625005985, "nll": 0.10859422610156451 }, { "id": "transfer-v4-0525", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6824995684670405, "probabilities": [ 0.015564223316566367, 0.0182809545207502, 0.6824995684670405, 0.016202995100906257, 0.03479235522097847, 0.20420580531826787, 0.028454098055490346 ], "target": 2, "brier": 0.1453656540231497, "nll": 0.38199338420594664 }, { "id": "transfer-v4-0526", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8579829659579128, "probabilities": [ 0.018053775081570862, 0.05348096246053211, 0.035770158082074135, 0.016658363336339264, 0.8579829659579128, 0.018053775081570862 ], "target": 1, "brier": 1.6342419411662314, "nll": 2.928429530266127 }, { "id": "transfer-v4-0527", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6614379220489983, "probabilities": [ 0.017716794762429176, 0.020809257207062205, 0.6614379220489983, 0.018443910019636398, 0.03960422743667249, 0.2419878885252014 ], "target": 2, "brier": 0.17583800146921727, "nll": 0.41333914404997224 }, { "id": "transfer-v4-0528", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9266785237059435, "probabilities": [ 0.015947014678788125, 0.9266785237059435, 0.01799214487213226, 0.009841598713418944, 0.010245507693743649, 0.009841598713418944, 0.009453611622554623 ], "target": 1, "brier": 0.006342118771289767, "nll": 0.07614856568129791 }, { "id": "transfer-v4-0529", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7058748918417793, "probabilities": [ 0.2198676267207098, 0.019683035970465956, 0.0174457047482895, 0.019683035970465956, 0.0174457047482895, 0.7058748918417793 ], "target": 5, "brier": 0.1362349015672407, "nll": 0.3483172642148901 }, { "id": "transfer-v4-0530", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.936239670249518, "probabilities": [ 0.936239670249518, 0.011678712573037065, 0.01970047153197756, 0.011678712573037065, 0.010351216536215133, 0.010351216536215133 ], "target": 0, "brier": 0.004940568250758908, "nll": 0.06588377732290224 }, { "id": "transfer-v4-0531", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4535104888164393, "probabilities": [ 0.07726861464540832, 0.026083865891360997, 0.02715437461478287, 0.14705788952244547, 0.2382879682044688, 0.03063679830509426, 0.4535104888164393 ], "target": 4, "brier": 0.815829786059564, "nll": 1.4342753862718378 }, { "id": "transfer-v4-0532", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5984199693005933, "probabilities": [ 0.029303499616921913, 0.12466969693300287, 0.5984199693005933, 0.18639704373952906, 0.033061523698243014, 0.028148266711709894 ], "target": 1, "brier": 1.1617975413978419, "nll": 2.082087463581903 }, { "id": "transfer-v4-0533", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.38175110089168, "probabilities": [ 0.13966412139883028, 0.034175219158211874, 0.03029058907582256, 0.29989801329142163, 0.11422095618403365, 0.38175110089168 ], "target": 3, "brier": 0.6705146538540824, "nll": 1.2043128178192342 }, { "id": "transfer-v4-0534", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6888422210153854, "probabilities": [ 0.12719535143047933, 0.024450659437705614, 0.6888422210153854, 0.09219951766502783, 0.026498803684412178, 0.019996387287745564, 0.020817059479244095 ], "target": 3, "brier": 1.316917205420108, "nll": 2.383800379832103 }, { "id": "transfer-v4-0535", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7867842477832487, "probabilities": [ 0.1236904363345258, 0.023776913548905494, 0.0186787828904886, 0.7867842477832487, 0.026826181067317708, 0.020243438375513668 ], "target": 0, "brier": 1.3889915832675281, "nll": 2.089973315955505 }, { "id": "transfer-v4-0536", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.734651865548145, "probabilities": [ 0.029420899830647735, 0.029420899830647735, 0.734651865548145, 0.1593325420654647, 0.024061178942682324, 0.0231126137824126 ], "target": 3, "brier": 1.24927945032514, "nll": 1.8367618012874523 }, { "id": "transfer-v4-0537", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.768037051202316, "probabilities": [ 0.08407216102912161, 0.022295341767747286, 0.023210366233098675, 0.060941001921447066, 0.018233711613170698, 0.023210366233098675, 0.768037051202316 ], "target": 6, "brier": 0.0664957362952954, "nll": 0.2639173032451417 }, { "id": "transfer-v4-0538", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7109706242792878, "probabilities": [ 0.7109706242792878, 0.04089182494102087, 0.030857572366110773, 0.15419651025623984, 0.02964106943114715, 0.03344239872619353 ], "target": 0, "brier": 0.11193586195362795, "nll": 0.34112416609531454 }, { "id": "transfer-v4-0539", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8240145015112943, "probabilities": [ 0.02297729878991029, 0.07085948812949347, 0.029248653316940567, 0.021201348689128156, 0.0316987095632332, 0.8240145015112943 ], "target": 5, "brier": 0.03882970809103966, "nll": 0.1935671503060509 }, { "id": "transfer-v4-0540", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.4670791845699536, "probabilities": [ 0.19279625688648538, 0.022872000549271694, 0.4670791845699536, 0.15767389271582471, 0.030309508977857266, 0.023810689869716375, 0.10545846643089093 ], "target": 2, "brier": 0.35916628046985855, "nll": 0.7612564755799628 }, { "id": "transfer-v4-0541", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.432522528885218, "probabilities": [ 0.020344841461629425, 0.02295397346031895, 0.432522528885218, 0.35372801545655813, 0.03572759597767197, 0.13472304475860353 ], "target": 3, "brier": 0.6251107733740714, "nll": 1.0392269790751723 }, { "id": "transfer-v4-0542", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5537456408118705, "probabilities": [ 0.2477160305163048, 0.02403368672810109, 0.5537456408118705, 0.029387297820364817, 0.025020054216050924, 0.12009728990730786 ], "target": 2, "brier": 0.27699677839614434, "nll": 0.59104982977681 }, { "id": "transfer-v4-0543", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7681326751689215, "probabilities": [ 0.022298117767302426, 0.047880291225309804, 0.03076173319277565, 0.0251577343768219, 0.018235983055293812, 0.08753346521357498, 0.7681326751689215 ], "target": 6, "brier": 0.0661260391063932, "nll": 0.26379280662854077 }, { "id": "transfer-v4-0544", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6711618987808624, "probabilities": [ 0.07346785164303139, 0.05115486003101621, 0.12393072409092462, 0.05115486003101621, 0.6711618987808624, 0.029129805423149163 ], "target": 4, "brier": 0.1349730313857274, "nll": 0.3987448912615036 }, { "id": "transfer-v4-0545", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7966775953522145, "probabilities": [ 0.02716351506980892, 0.06580787946140676, 0.03457744445336941, 0.02407589386460106, 0.0516976717985993, 0.7966775953522145 ], "target": 5, "brier": 0.05085643138161368, "nll": 0.2273052048034495 }, { "id": "transfer-v4-0546", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7199085420513199, "probabilities": [ 0.035252565590263324, 0.7199085420513199, 0.02660210386928781, 0.13838743488389155, 0.02660210386928781, 0.02555336775913296, 0.02769388197681664 ], "target": 1, "brier": 0.10168031989358046, "nll": 0.3286310999691079 }, { "id": "transfer-v4-0547", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7987396227046988, "probabilities": [ 0.029515074278040933, 0.7987396227046988, 0.03198744666747077, 0.03466690605378869, 0.03911277492487324, 0.06597817537112757 ], "target": 1, "brier": 0.04948479898595883, "nll": 0.22472026529378816 }, { "id": "transfer-v4-0548", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8323131768691794, "probabilities": [ 0.8323131768691794, 0.03333196776609135, 0.04787087795186461, 0.029543202260348192, 0.030755685527787784, 0.026185089624728673 ], "target": 0, "brier": 0.034025883593484275, "nll": 0.1835464944808707 }, { "id": "transfer-v4-0549", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7242413199394666, "probabilities": [ 0.015239568180512489, 0.027860570408005877, 0.017899631070281027, 0.1772187811237212, 0.016516132866182337, 0.021023996411830465, 0.7242413199394666 ], "target": 6, "brier": 0.10949298969592318, "nll": 0.32263062729995184 }, { "id": "transfer-v4-0550", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8870541815630021, "probabilities": [ 0.015265127430441587, 0.0172228012213902, 0.0172228012213902, 0.8870541815630021, 0.02473513304188422, 0.03849995552189168 ], "target": 3, "brier": 0.01567710516348131, "nll": 0.11984921447610379 }, { "id": "transfer-v4-0551", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8726096407979681, "probabilities": [ 0.01836155096889926, 0.03787305057917896, 0.023373109305584252, 0.02533097838619622, 0.0224516699621732, 0.8726096407979681 ], "target": 5, "brier": 0.019691856320482325, "nll": 0.1362669699947697 }, { "id": "transfer-v4-0552", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9641453099559643, "probabilities": [ 0.007726877985349878, 0.01202680272628965, 0.007726877985349878, 0.00837413134704628, 0.9641453099559643 ], "target": 4, "brier": 0.0016197381445895163, "nll": 0.03651325926234884 }, { "id": "transfer-v4-0553", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9418622009281337, "probabilities": [ 0.9418622009281337, 0.02063214594434387, 0.016873507183178618, 0.02063214594434387 ], "target": 0, "brier": 0.004516089818118893, "nll": 0.05989629862203271 }, { "id": "transfer-v4-0554", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9696954353288442, "probabilities": [ 0.008422340666446251, 0.010721109385394098, 0.011161114619315458, 0.9696954353288442 ], "target": 3, "brier": 0.0012288151282090231, "nll": 0.030773240985135005 }, { "id": "transfer-v4-0555", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7861561950927123, "probabilities": [ 0.08605550421898449, 0.03697893851203334, 0.03552112807753224, 0.055288234098737704, 0.7861561950927123 ], "target": 4, "brier": 0.058820703966743805, "nll": 0.24059978480343036 }, { "id": "transfer-v4-0556", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7001607626724471, "probabilities": [ 0.12928533939377485, 0.11929261294879356, 0.05126128498498455, 0.7001607626724471 ], "target": 3, "brier": 0.12347671406579462, "nll": 0.35644530934613505 }, { "id": "transfer-v4-0557", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8697390621136059, "probabilities": [ 0.054213758961958874, 0.04258950831435254, 0.033457670610082674, 0.8697390621136059 ], "target": 3, "brier": 0.022840325540939503, "nll": 0.13956204092613805 }, { "id": "transfer-v4-0558", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9696544268797604, "probabilities": [ 0.005747385127696161, 0.008089963727205217, 0.006616183867787276, 0.009892040397550948, 0.9696544268797604 ], "target": 4, "brier": 0.001160960109108513, "nll": 0.030815531909417365 }, { "id": "transfer-v4-0559", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9426039491531879, "probabilities": [ 0.0140910158848157, 0.019052457791420355, 0.9426039491531879, 0.024252577170576026 ], "target": 2, "brier": 0.004444047028784567, "nll": 0.059109074862849074 }, { "id": "transfer-v4-0560", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9706672565639102, "probabilities": [ 0.009511985948942406, 0.009511985948942406, 0.010308771538205048, 0.9706672565639102 ], "target": 3, "brier": 0.0011476363615001328, "nll": 0.02977155061004626 }, { "id": "transfer-v4-0561", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9556458530113837, "probabilities": [ 0.009364784634156626, 0.011920779865751546, 0.010149240427608897, 0.012919342061099228, 0.9556458530113837 ], "target": 4, "brier": 0.0024670110194887213, "nll": 0.04536788120385488 }, { "id": "transfer-v4-0562", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.878695865244326, "probabilities": [ 0.024502054404513265, 0.032469623516566085, 0.06433245683459468, 0.878695865244326 ], "target": 3, "brier": 0.02050798523254698, "nll": 0.12931644202876585 }, { "id": "transfer-v4-0563", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.959300227799068, "probabilities": [ 0.011966360086529623, 0.013500989616795073, 0.015232422497607298, 0.959300227799068 ], "target": 3, "brier": 0.002213968646706669, "nll": 0.04155118969441681 }, { "id": "transfer-v4-0564", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9664597151257204, "probabilities": [ 0.008063306731607513, 0.01068532985876017, 0.9664597151257204, 0.008063306731607513, 0.006728341552304419 ], "target": 2, "brier": 0.0014144313945787825, "nll": 0.034115662396724866 }, { "id": "transfer-v4-0565", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9281075674969612, "probabilities": [ 0.9281075674969612, 0.022938187969083583, 0.031644752685251375, 0.017309491848703812 ], "target": 0, "brier": 0.006995691199080066, "nll": 0.07460763966232248 }, { "id": "transfer-v4-0566", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9713855230947971, "probabilities": [ 0.009329502680945468, 0.011180567622196757, 0.9713855230947971, 0.008104406602060656 ], "target": 2, "brier": 0.0010965144075581984, "nll": 0.02903185231640533 }, { "id": "transfer-v4-0567", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9492136116242124, "probabilities": [ 0.012326492767249328, 0.9492136116242124, 0.01008092785148603, 0.011373753511130298, 0.017005214245921933 ], "target": 1, "brier": 0.00325136435502591, "nll": 0.0521214144219853 }, { "id": "transfer-v4-0568", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8654237373059578, "probabilities": [ 0.8654237373059578, 0.03197920468596783, 0.02512237996859394, 0.07747467803948044 ], "target": 0, "brier": 0.02576689972565045, "nll": 0.14453602227938703 }, { "id": "transfer-v4-0569", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9647318891528117, "probabilities": [ 0.01304217544179534, 0.9647318891528117, 0.010666231813522432, 0.011559703591870488 ], "target": 1, "brier": 0.0016613332312158306, "nll": 0.03590505132127243 }, { "id": "transfer-v4-0570", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9683498531943594, "probabilities": [ 0.009489276826417915, 0.9683498531943594, 0.008079076509364218, 0.007606063342709768, 0.0064757301271486985 ], "target": 1, "brier": 0.0012568369250041292, "nll": 0.03216183841231179 }, { "id": "transfer-v4-0571", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9165776527103348, "probabilities": [ 0.9165776527103348, 0.03525945088158518, 0.023113384874516977, 0.025049511533563038 ], "target": 0, "brier": 0.009364223492216094, "nll": 0.08710848783891592 }, { "id": "transfer-v4-0572", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9740587248805982, "probabilities": [ 0.008807450869218898, 0.9740587248805982, 0.009168918594648747, 0.00796490565553413 ], "target": 1, "brier": 0.0008980297359310551, "nll": 0.026283684671907035 }, { "id": "transfer-v4-0573", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9645337174971784, "probabilities": [ 0.008047237752460308, 0.010664036179660672, 0.008377504285350314, 0.008377504285350314, 0.9645337174971784 ], "target": 4, "brier": 0.001576702053757808, "nll": 0.036110488722579125 }, { "id": "transfer-v4-0574", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9470663869590749, "probabilities": [ 0.9470663869590749, 0.021597588897444814, 0.015038165585955426, 0.016297858557524855 ], "target": 0, "brier": 0.003760189853501132, "nll": 0.05438608586760949 }, { "id": "transfer-v4-0575", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9669625615036106, "probabilities": [ 0.009864574151268986, 0.011586432172560212, 0.011586432172560212, 0.9669625615036106 ], "target": 3, "brier": 0.0014572729865672735, "nll": 0.03359550040696572 }, { "id": "transfer-v4-0576", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9699386218097082, "probabilities": [ 0.00717249597929565, 0.010301027596431086, 0.9699386218097082, 0.00635721253406925, 0.006230642080495758 ], "target": 2, "brier": 0.0011404773787537675, "nll": 0.03052248597158663 }, { "id": "transfer-v4-0577", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.955704505791589, "probabilities": [ 0.01345038491666677, 0.017121491079714564, 0.013723618212029644, 0.955704505791589 ], "target": 3, "brier": 0.002624486815196162, "nll": 0.045306508070505874 }, { "id": "transfer-v4-0578", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9764939701557555, "probabilities": [ 0.007825846430330023, 0.9764939701557555, 0.007367659493040773, 0.00831252392087373 ], "target": 1, "brier": 0.0007371577717301162, "nll": 0.023786703640172126 }, { "id": "transfer-v4-0579", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9614754775867326, "probabilities": [ 0.00905047120673026, 0.009421911538129196, 0.9614754775867326, 0.009421911538129196, 0.010630228130278769 ], "target": 2, "brier": 0.0018565964404006318, "nll": 0.0392862186085149 }, { "id": "transfer-v4-0580", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7282495986186027, "probabilities": [ 0.07971683770840111, 0.08639443537005133, 0.7282495986186027, 0.10563912830294478 ], "target": 2, "brier": 0.0988266787566941, "nll": 0.3171114343015466 }, { "id": "transfer-v4-0581", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9683048490659091, "probabilities": [ 0.010283682246342544, 0.010705734343874182, 0.9683048490659091, 0.010705734343874182 ], "target": 2, "brier": 0.0013395622089617597, "nll": 0.03220831456359048 }, { "id": "transfer-v4-0582", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9476066540612215, "probabilities": [ 0.013336423287889749, 0.010906874557715477, 0.9476066540612215, 0.010476892224225428, 0.01767315586894793 ], "target": 2, "brier": 0.003463988506438194, "nll": 0.05381578470736407 }, { "id": "transfer-v4-0583", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": false, "confidence": 0.8958412659123893, "probabilities": [ 0.06300208893610414, 0.023049392450118226, 0.01810725270138828, 0.8958412659123893 ], "target": 0, "brier": 1.6813558061423282, "nll": 2.7645873954243707 }, { "id": "transfer-v4-0584", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.953498932793234, "probabilities": [ 0.953498932793234, 0.014543434174831085, 0.011893999241365093, 0.020063633790569798 ], "target": 0, "brier": 0.0029178773478014956, "nll": 0.04761697319427282 }, { "id": "transfer-v4-0585", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9612229891662412, "probabilities": [ 0.00801961625081652, 0.011990344682281252, 0.007703457834119207, 0.011063592066541894, 0.9612229891662412 ], "target": 4, "brier": 0.0018934855116286226, "nll": 0.03954885825410551 }, { "id": "transfer-v4-0586", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9091335626436741, "probabilities": [ 0.02435140016890874, 0.9091335626436741, 0.050227859495559954, 0.016287177691857238 ], "target": 1, "brier": 0.011637810154689279, "nll": 0.09526326199694092 }, { "id": "transfer-v4-0587", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9645986592940936, "probabilities": [ 0.010244321116225127, 0.00984045773685149, 0.015316561852829761, 0.9645986592940936 ], "target": 3, "brier": 0.0016896327143703213, "nll": 0.036043161256904904 }, { "id": "transfer-v4-0588", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0589", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0590", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0591", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.979391540794599, "probabilities": [ 0.979391540794599, 0.020608459205400997 ], "target": 0, "brier": 0.0008494171816413542, "nll": 0.020823776881505142 }, { "id": "transfer-v4-0592", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0593", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878947395606, "probabilities": [ 0.9801878947395606, 0.019812105260439413 ], "target": 0, "brier": 0.0007850390297014623, "nll": 0.020010996369155466 }, { "id": "transfer-v4-0594", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0595", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0596", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0597", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0598", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747862, 0.9830823512292521 ], "target": 1, "brier": 0.0005724136798607733, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0599", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0600", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0601", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0602", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0603", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0604", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0605", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0606", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0607", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0608", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0609", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878947395606, "probabilities": [ 0.9801878947395606, 0.019812105260439413 ], "target": 0, "brier": 0.0007850390297014623, "nll": 0.020010996369155466 }, { "id": "transfer-v4-0610", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0611", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0612", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9809540638079466, "probabilities": [ 0.019045936192053414, 0.9809540638079466 ], "target": 1, "brier": 0.0007254953708635402, "nll": 0.01922964639698639 }, { "id": "transfer-v4-0613", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9809540638079466, "probabilities": [ 0.9809540638079466, 0.01904593619205347 ], "target": 0, "brier": 0.0007254953708635424, "nll": 0.01922964639698639 }, { "id": "transfer-v4-0614", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0615", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0616", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747862, 0.9830823512292521 ], "target": 1, "brier": 0.0005724136798607733, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0617", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.9777037337434783, 0.02229626625652165 ], "target": 0, "brier": 0.000994246977963414, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0618", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639832, 0.9816911670313602 ], "target": 1, "brier": 0.0006704267293471057, "nll": 0.01847851394932085 }, { "id": "transfer-v4-0619", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9801878856108495, "probabilities": [ 0.9801878856108495, 0.01981211438915048 ], "target": 0, "brier": 0.0007850397531375693, "nll": 0.020011005682381237 }, { "id": "transfer-v4-0620", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0621", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0622", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747862, 0.9830823512292521 ], "target": 1, "brier": 0.0005724136798607733, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0623", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9785638792442264, "probabilities": [ 0.9785638792442264, 0.021436120755773613 ], "target": 0, "brier": 0.0009190145461122167, "nll": 0.021669211451873917 }, { "id": "transfer-v4-0624", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0625", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0626", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.01759974762798533, 0.9824002523720147 ], "target": 1, "brier": 0.0006195022331375505, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0627", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0628", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9690027291085723, "probabilities": [ 0.9690027291085723, 0.01735972995325772, 0.013637540938169924 ], "target": 0, "brier": 0.0014481735496068434, "nll": 0.031487850677821616, "ordinalAbsoluteError": 0.04463481182959757 }, { "id": "transfer-v4-0629", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9677715689075901, "probabilities": [ 0.018049229659248957, 0.9677715689075901, 0.01417920143316096 ], "target": 1, "brier": 0.00156549621525268, "nll": 0.032759202087300626, "ordinalAbsoluteError": 0.0038700282260879515 }, { "id": "transfer-v4-0630", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9663105861099416, "probabilities": [ 0.9663105861099416, 0.019531618112510547, 0.014157795777547881 ], "target": 0, "brier": 0.0017169038956273638, "nll": 0.034269978733207675, "ordinalAbsoluteError": 0.047847209667606305 }, { "id": "transfer-v4-0631", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9647244975839034, "probabilities": [ 0.017992410004478245, 0.9647244975839034, 0.017283092411618274 ], "target": 1, "brier": 0.0018667931717858202, "nll": 0.03591271313623661, "ordinalAbsoluteError": 0.0007093175928599704 }, { "id": "transfer-v4-0632", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9683128450211531, "probabilities": [ 0.9683128450211531, 0.018059323451450254, 0.013627831527396642 ], "target": 0, "brier": 0.001515932746316668, "nll": 0.032200056913907225, "ordinalAbsoluteError": 0.045314986506243535 }, { "id": "transfer-v4-0633", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9688333363694448, "probabilities": [ 0.01806904095051224, 0.9688333363694448, 0.013097622680042992 ], "target": 1, "brier": 0.0014693988826002373, "nll": 0.03166267737506052, "ordinalAbsoluteError": 0.004971418270469208 }, { "id": "transfer-v4-0634", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.8480402981021845, "probabilities": [ 0.8480402981021845, 0.07292549676836671, 0.0790342051294488 ], "target": 0, "brier": 0.034656284660229804, "nll": 0.16482712297242172, "ordinalAbsoluteError": 0.2309939070272643 }, { "id": "transfer-v4-0635", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9639284883612529, "probabilities": [ 0.016588041002704317, 0.01948347063604282, 0.9639284883612529 ], "target": 2, "brier": 0.001955922684237211, "nll": 0.036738169321097205, "ordinalAbsoluteError": 0.0526595526414515 }, { "id": "transfer-v4-0636", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9670552141394214, "probabilities": [ 0.9670552141394214, 0.01877607988460466, 0.01416870597597387 ], "target": 0, "brier": 0.0016386523202660322, "nll": 0.03349968677272867, "ordinalAbsoluteError": 0.047113491836552404 }, { "id": "transfer-v4-0637", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9653011848122235, "probabilities": [ 0.018742032907665757, 0.9653011848122235, 0.015956782280110784 ], "target": 1, "brier": 0.0018098904736823535, "nll": 0.03531511772520942, "ordinalAbsoluteError": 0.0027852506275549693 }, { "id": "transfer-v4-0638", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9635913039996491, "probabilities": [ 0.9635913039996491, 0.021108136716297774, 0.015300559284053097 ], "target": 0, "brier": 0.0020052536944847096, "nll": 0.03708803277399613, "ordinalAbsoluteError": 0.05170925528440397 }, { "id": "transfer-v4-0639", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.6983276163355653, "probabilities": [ 0.02478736854573613, 0.6983276163355653, 0.27688501511869856 ], "target": 2, "brier": 1.0111711547362194, "nll": 1.2841529668506573, "ordinalAbsoluteError": 0.7479023534270377 }, { "id": "transfer-v4-0640", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9697770476292026, "probabilities": [ 0.9697770476292026, 0.017373601769415926, 0.012849350601381492 ], "target": 0, "brier": 0.0013803746993269644, "nll": 0.030689081708709376, "ordinalAbsoluteError": 0.043072302972178914 }, { "id": "transfer-v4-0641", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9683128296903553, "probabilities": [ 0.018059332478752334, 0.9683128296903553, 0.013627837830892437 ], "target": 1, "brier": 0.0015159342157556532, "nll": 0.03220007274639159, "ordinalAbsoluteError": 0.004431494647859857 }, { "id": "transfer-v4-0642", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9683128450211531, "probabilities": [ 0.9683128450211531, 0.018059323451450254, 0.013627831527396642 ], "target": 0, "brier": 0.001515932746316668, "nll": 0.032200056913907225, "ordinalAbsoluteError": 0.045314986506243535 }, { "id": "transfer-v4-0643", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9646694405539322, "probabilities": [ 0.018729767493653265, 0.9646694405539322, 0.016600791952414526 ], "target": 1, "brier": 0.0018746389145857904, "nll": 0.03596978497511603, "ordinalAbsoluteError": 0.002128975541238698 }, { "id": "transfer-v4-0644", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9649763604488782, "probabilities": [ 0.9649763604488782, 0.020305143461230604, 0.014718496089891104 ], "target": 0, "brier": 0.0018555883055361958, "nll": 0.03565167488737379, "ordinalAbsoluteError": 0.04974213564101281 }, { "id": "transfer-v4-0645", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9148025938346499, "probabilities": [ 0.020861822723190808, 0.9148025938346499, 0.06433558344215931 ], "target": 1, "brier": 0.011832880961480519, "nll": 0.08904698142580152, "ordinalAbsoluteError": 0.04347376071896858 }, { "id": "transfer-v4-0646", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9677715689075901, "probabilities": [ 0.9677715689075901, 0.018049229659248957, 0.01417920143316096 ], "target": 0, "brier": 0.00156549621525268, "nll": 0.032759202087300626, "ordinalAbsoluteError": 0.046407632525570876 }, { "id": "transfer-v4-0647", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9655366060808076, "probabilities": [ 0.02031693073373297, 0.9655366060808076, 0.014146463185459396 ], "target": 1, "brier": 0.001800625615526289, "nll": 0.03507126371441566, "ordinalAbsoluteError": 0.0061704675482736615 }, { "id": "transfer-v4-0648", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9670552141394214, "probabilities": [ 0.9670552141394214, 0.01877607988460466, 0.01416870597597387 ], "target": 0, "brier": 0.0016386523202660322, "nll": 0.03349968677272867, "ordinalAbsoluteError": 0.047113491836552404 }, { "id": "transfer-v4-0649", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9615259743646368, "probabilities": [ 0.016546689960163233, 0.021927335675199965, 0.9615259743646368 ], "target": 2, "brier": 0.0022348516470412465, "nll": 0.039233699898386404, "ordinalAbsoluteError": 0.05502071559552646 }, { "id": "transfer-v4-0650", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9670552141394214, "probabilities": [ 0.9670552141394214, 0.01877607988460466, 0.01416870597597387 ], "target": 0, "brier": 0.0016386523202660322, "nll": 0.03349968677272867, "ordinalAbsoluteError": 0.047113491836552404 }, { "id": "transfer-v4-0651", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9611455749697225, "probabilities": [ 0.01942721251513874, 0.9611455749697225, 0.01942721251513874 ], "target": 1, "brier": 0.0022644995166501793, "nll": 0.039629398685326375, "ordinalAbsoluteError": 0.0 }, { "id": "transfer-v4-0652", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9692659035026056, "probabilities": [ 0.9692659035026056, 0.01736444545923832, 0.013369651038156134 ], "target": 0, "brier": 0.0014248562225000854, "nll": 0.031216294515561537, "ordinalAbsoluteError": 0.04410374753555059 }, { "id": "transfer-v4-0653", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.6105016822471323, "probabilities": [ 0.02758446681335284, 0.6105016822471323, 0.36191385093951484 ], "target": 2, "brier": 0.7806271404587952, "nll": 1.0163490763083667, "ordinalAbsoluteError": 0.6656706158738381 }, { "id": "transfer-v4-0654", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9697770476292026, "probabilities": [ 0.9697770476292026, 0.017373601769415926, 0.012849350601381492 ], "target": 0, "brier": 0.0013803746993269644, "nll": 0.030689081708709376, "ordinalAbsoluteError": 0.043072302972178914 }, { "id": "transfer-v4-0655", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.7045555933889841, "probabilities": [ 0.02710327405623283, 0.26834113255478304, 0.7045555933889841 ], "target": 2, "brier": 0.1600289482830862, "nll": 0.35018803892003625, "ordinalAbsoluteError": 0.3225476806672487 }, { "id": "transfer-v4-0656", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.967328093215706, "probabilities": [ 0.967328093215706, 0.018781377422393355, 0.013890529361900598 ], "target": 0, "brier": 0.0016131404367578054, "nll": 0.03321755129621052, "ordinalAbsoluteError": 0.046562436146194555 }, { "id": "transfer-v4-0657", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9394574620311968, "probabilities": [ 0.01976817196974991, 0.040774365999053264, 0.9394574620311968 ], "target": 2, "brier": 0.005718728449354329, "nll": 0.062452738395602864, "ordinalAbsoluteError": 0.08031070993855316 }, { "id": "transfer-v4-0658", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9695239780612561, "probabilities": [ 0.9695239780612561, 0.017369068301692027, 0.013106953637051822 ], "target": 0, "brier": 0.001402264680523467, "nll": 0.030950072205832294, "ordinalAbsoluteError": 0.04358297557579567 }, { "id": "transfer-v4-0659", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9649763532592442, "probabilities": [ 0.020305143309945498, 0.9649763532592442, 0.01471850343081023 ], "target": 1, "brier": 0.001855589019101448, "nll": 0.03565168233795425, "ordinalAbsoluteError": 0.0055866398791353244 }, { "id": "transfer-v4-0660", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9635912869487777, "probabilities": [ 0.9635912869487777, 0.021108147518656906, 0.015300565532565424 ], "target": 0, "brier": 0.002005255583331955, "nll": 0.0370880504691242, "ordinalAbsoluteError": 0.05170927858378775 }, { "id": "transfer-v4-0661", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.9469682084057652, "probabilities": [ 0.02074399613675471, 0.9469682084057652, 0.032287795457480055 ], "target": 2, "brier": 1.8336460119274904, "nll": 3.433065969770299, "ordinalAbsoluteError": 0.9884562006792748 }, { "id": "transfer-v4-0662", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9683128450211531, "probabilities": [ 0.9683128450211531, 0.018059323451450254, 0.013627831527396642 ], "target": 0, "brier": 0.001515932746316668, "nll": 0.032200056913907225, "ordinalAbsoluteError": 0.045314986506243535 }, { "id": "transfer-v4-0663", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9645592624203819, "probabilities": [ 0.019496219341622028, 0.9645592624203819, 0.015944518237996017 ], "target": 1, "brier": 0.0018903761106457773, "nll": 0.03608400485324682, "ordinalAbsoluteError": 0.003551701103626015 }, { "id": "transfer-v4-0664", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.967328093215706, "probabilities": [ 0.967328093215706, 0.018781377422393355, 0.013890529361900598 ], "target": 0, "brier": 0.0016131404367578054, "nll": 0.03321755129621052, "ordinalAbsoluteError": 0.046562436146194555 }, { "id": "transfer-v4-0665", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9394574620311968, "probabilities": [ 0.01976817196974991, 0.040774365999053264, 0.9394574620311968 ], "target": 2, "brier": 0.005718728449354329, "nll": 0.062452738395602864, "ordinalAbsoluteError": 0.08031070993855316 }, { "id": "transfer-v4-0666", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.967328093215706, "probabilities": [ 0.967328093215706, 0.018781377422393355, 0.013890529361900598 ], "target": 0, "brier": 0.0016131404367578054, "nll": 0.03321755129621052, "ordinalAbsoluteError": 0.046562436146194555 }, { "id": "transfer-v4-0667", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.954835976227566, "probabilities": [ 0.018538835010572692, 0.02662518876186133, 0.954835976227566 ], "target": 2, "brier": 0.0030923781234709663, "nll": 0.04621570589387291, "ordinalAbsoluteError": 0.06370285878300663 }, { "id": "transfer-v4-0668", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807111, 0.9861215326371929 ], "target": 1, "brier": 0.00038522371268100316, "nll": 0.013975673722444753 }, { "id": "transfer-v4-0669", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9801878947395606, "probabilities": [ 0.9801878947395606, 0.019812105260439413 ], "target": 0, "brier": 0.0007850390297014623, "nll": 0.020010996369155466 }, { "id": "transfer-v4-0670", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807111, 0.9861215326371929 ], "target": 1, "brier": 0.00038522371268100316, "nll": 0.013975673722444753 }, { "id": "transfer-v4-0671", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807111, 0.9861215326371929 ], "target": 1, "brier": 0.00038522371268100316, "nll": 0.013975673722444753 }, { "id": "transfer-v4-0672", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.012819524138074882, 0.9871804758619251 ], "target": 1, "brier": 0.00032868039825336847, "nll": 0.012902403313939784 }, { "id": "transfer-v4-0673", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9843695108720873, "probabilities": [ 0.9843695108720873, 0.01563048912791262 ], "target": 0, "brier": 0.0004886243807555901, "nll": 0.015753933240613683 }, { "id": "transfer-v4-0674", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.012819524138074882, 0.9871804758619251 ], "target": 1, "brier": 0.00032868039825336847, "nll": 0.012902403313939784 }, { "id": "transfer-v4-0675", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.012819524138074882, 0.9871804758619251 ], "target": 1, "brier": 0.00032868039825336847, "nll": 0.012902403313939784 }, { "id": "transfer-v4-0676", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.5200997591018677, "probabilities": [ 0.5200997591018677, 0.4799002408981323 ], "target": 1, "brier": 0.5410075188356416, "nll": 0.734177028142376 }, { "id": "transfer-v4-0677", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9866613607854392, "probabilities": [ 0.9866613607854392, 0.013338639214560773 ], "target": 0, "brier": 0.0003558385921924376, "nll": 0.013428397928925069 }, { "id": "transfer-v4-0678", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.5200997591018677, "probabilities": [ 0.5200997591018677, 0.4799002408981323 ], "target": 1, "brier": 0.5410075188356416, "nll": 0.734177028142376 }, { "id": "transfer-v4-0679", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.6734828352928162, "probabilities": [ 0.6734828352928162, 0.32651716470718384 ], "target": 1, "brier": 0.9071582588681011, "nll": 1.1192727598031413 }, { "id": "transfer-v4-0680", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215262084119, "probabilities": [ 0.9861215262084119, 0.013878473791588151 ], "target": 0, "brier": 0.00038522406956759787, "nll": 0.013975680241703151 }, { "id": "transfer-v4-0681", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807111, 0.9861215326371929 ], "target": 1, "brier": 0.00038522371268100316, "nll": 0.013975673722444753 }, { "id": "transfer-v4-0682", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215262084119, "probabilities": [ 0.9861215262084119, 0.013878473791588151 ], "target": 0, "brier": 0.00038522406956759787, "nll": 0.013975680241703151 }, { "id": "transfer-v4-0683", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9866613607854392, "probabilities": [ 0.9866613607854392, 0.013338639214560773 ], "target": 0, "brier": 0.0003558385921924376, "nll": 0.013428397928925069 }, { "id": "transfer-v4-0684", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529088037, 0.985560171470912 ], "target": 1, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0685", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9824002523720147, "probabilities": [ 0.9824002523720147, 0.01759974762798531 ], "target": 0, "brier": 0.0006195022331375497, "nll": 0.017756464695954623 }, { "id": "transfer-v4-0686", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529088037, 0.985560171470912 ], "target": 1, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0687", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0688", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876796283110872, "probabilities": [ 0.9876796283110872, 0.012320371688912764 ], "target": 0, "brier": 0.00030358311710592615, "nll": 0.012396896661861815 }, { "id": "transfer-v4-0689", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529088037, 0.985560171470912 ], "target": 1, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0690", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876796283110872, "probabilities": [ 0.9876796283110872, 0.012320371688912764 ], "target": 0, "brier": 0.00030358311710592615, "nll": 0.012396896661861815 }, { "id": "transfer-v4-0691", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876796283110872, "probabilities": [ 0.9876796283110872, 0.012320371688912764 ], "target": 0, "brier": 0.00030358311710592615, "nll": 0.012396896661861815 }, { "id": "transfer-v4-0692", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804688174176, "probabilities": [ 0.9871804688174176, 0.012819531182582429 ], "target": 0, "brier": 0.0003286807594824055, "nll": 0.012902410449927307 }, { "id": "transfer-v4-0693", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0694", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804688174176, "probabilities": [ 0.9871804688174176, 0.012819531182582429 ], "target": 0, "brier": 0.0003286807594824055, "nll": 0.012902410449927307 }, { "id": "transfer-v4-0695", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804688174176, "probabilities": [ 0.9871804688174176, 0.012819531182582429 ], "target": 0, "brier": 0.0003286807594824055, "nll": 0.012902410449927307 }, { "id": "transfer-v4-0696", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876796338301774, "probabilities": [ 0.012320366169822572, 0.9876796338301774 ], "target": 1, "brier": 0.000303582845117017, "nll": 0.012396891073926202 }, { "id": "transfer-v4-0697", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.9830823512292521, 0.016917648770747914 ], "target": 0, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0698", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876796338301774, "probabilities": [ 0.012320366169822572, 0.9876796338301774 ], "target": 1, "brier": 0.000303582845117017, "nll": 0.012396891073926202 }, { "id": "transfer-v4-0699", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9881595897722026, "probabilities": [ 0.011840410227797351, 0.9881595897722026 ], "target": 1, "brier": 0.00028039062872505644, "nll": 0.011911066169012819 }, { "id": "transfer-v4-0700", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0701", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9855601769781589, "probabilities": [ 0.9855601769781589, 0.014439823021841096 ], "target": 0, "brier": 0.00041701697780418444, "nll": 0.014545091870885395 }, { "id": "transfer-v4-0702", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0703", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0704", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.9871804758619251, 0.012819524138074882 ], "target": 0, "brier": 0.00032868039825336847, "nll": 0.012902403313939784 }, { "id": "transfer-v4-0705", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823439047174, "probabilities": [ 0.016917656095282573, 0.9830823439047174 ], "target": 1, "brier": 0.0005724141755165047, "nll": 0.017062394383272114 }, { "id": "transfer-v4-0706", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.9871804758619251, 0.012819524138074882 ], "target": 0, "brier": 0.00032868039825336847, "nll": 0.012902403313939784 }, { "id": "transfer-v4-0707", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9866613672177391, "probabilities": [ 0.9866613672177391, 0.013338632782260829 ], "target": 0, "brier": 0.000355838249000008, "nll": 0.013428391409667145 }, { "id": "transfer-v4-0708", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0709", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9785638792442264, "probabilities": [ 0.9785638792442264, 0.021436120755773613 ], "target": 0, "brier": 0.0009190145461122167, "nll": 0.021669211451873917 }, { "id": "transfer-v4-0710", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0711", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0712", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9758810891747277, "probabilities": [ 0.9758810891747277, 0.024118910825272264 ], "target": 0, "brier": 0.0011634437187948723, "nll": 0.024414534853473554 }, { "id": "transfer-v4-0713", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9843695035379632, "probabilities": [ 0.015630496462036902, 0.9843695035379632 ], "target": 1, "brier": 0.0004886248392994945, "nll": 0.015753940691194124 }, { "id": "transfer-v4-0714", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9758810891747277, "probabilities": [ 0.9758810891747277, 0.024118910825272264 ], "target": 0, "brier": 0.0011634437187948723, "nll": 0.024414534853473554 }, { "id": "transfer-v4-0715", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9758810891747277, "probabilities": [ 0.9758810891747277, 0.024118910825272264 ], "target": 0, "brier": 0.0011634437187948723, "nll": 0.024414534853473554 }, { "id": "transfer-v4-0716", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0717", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9871804688174176, "probabilities": [ 0.9871804688174176, 0.012819531182582429 ], "target": 0, "brier": 0.0003286807594824055, "nll": 0.012902410449927307 }, { "id": "transfer-v4-0718", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0719", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9849764548976625, "probabilities": [ 0.015023545102337528, 0.9849764548976625 ], "target": 1, "brier": 0.000451413814883939, "nll": 0.015137541752940567 }, { "id": "transfer-v4-0720", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9670282258435994, "probabilities": [ 0.03297177415640063, 0.9670282258435994 ], "target": 1, "brier": 0.002174275782041377, "nll": 0.03352759487148581 }, { "id": "transfer-v4-0721", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9567699778922281, "probabilities": [ 0.04323002210777195, 0.9567699778922281 ], "target": 0, "brier": 1.830817581191789, "nll": 3.141220068903885 }, { "id": "transfer-v4-0722", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9670282258435994, "probabilities": [ 0.03297177415640063, 0.9670282258435994 ], "target": 1, "brier": 0.002174275782041377, "nll": 0.03352759487148581 }, { "id": "transfer-v4-0723", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9643647203715839, "probabilities": [ 0.03563527962841602, 0.9643647203715839 ], "target": 1, "brier": 0.0025397463083908067, "nll": 0.03628571528993912 }, { "id": "transfer-v4-0724", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529088037, 0.985560171470912 ], "target": 1, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0725", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9785638683079232, "probabilities": [ 0.9785638683079232, 0.021436131692076785 ], "target": 0, "brier": 0.0009190154838401186, "nll": 0.021669222627744487 }, { "id": "transfer-v4-0726", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529088037, 0.985560171470912 ], "target": 1, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0727", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807111, 0.9861215326371929 ], "target": 1, "brier": 0.00038522371268100316, "nll": 0.013975673722444753 }, { "id": "transfer-v4-0728", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0729", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807111, 0.9861215326371929 ], "target": 1, "brier": 0.00038522371268100316, "nll": 0.013975673722444753 }, { "id": "transfer-v4-0730", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0731", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.9793915316733043, 0.020608468326695665 ], "target": 0, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0732", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9837384517114893, "probabilities": [ 0.016261548288510688, 0.9837384517114893 ], "target": 1, "brier": 0.0005288759054791293, "nll": 0.01639521836746858 }, { "id": "transfer-v4-0733", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.970666108707588, "probabilities": [ 0.970666108707588, 0.029333891292412036 ], "target": 0, "brier": 0.0017209543567100936, "nll": 0.0297727331543148 }, { "id": "transfer-v4-0734", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9837384517114893, "probabilities": [ 0.016261548288510688, 0.9837384517114893 ], "target": 1, "brier": 0.0005288759054791293, "nll": 0.01639521836746858 }, { "id": "transfer-v4-0735", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0736", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0737", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9855601641279161, "probabilities": [ 0.9855601641279161, 0.014439835872083863 ], "target": 0, "brier": 0.0004170177200254398, "nll": 0.01454510490940211 }, { "id": "transfer-v4-0738", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0739", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9830823512292521, "probabilities": [ 0.016917648770747914, 0.9830823512292521 ], "target": 1, "brier": 0.000572413679860775, "nll": 0.017062386932691017 }, { "id": "transfer-v4-0740", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.020608468326695665, 0.9793915316733043 ], "target": 1, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0741", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.699442309107918, "probabilities": [ 0.699442309107918, 0.3005576908920819 ], "target": 0, "brier": 0.18066985110876055, "nll": 0.35747196274826043 }, { "id": "transfer-v4-0742", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.020608468326695665, 0.9793915316733043 ], "target": 1, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0743", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9793915316733043, "probabilities": [ 0.020608468326695665, 0.9793915316733043 ], "target": 1, "brier": 0.000849417933544839, "nll": 0.02082378619473114 }, { "id": "transfer-v4-0744", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9291794646225671, "probabilities": [ 0.07082053537743298, 0.9291794646225671 ], "target": 0, "brier": 1.7267489549525608, "nll": 2.647606272634311 }, { "id": "transfer-v4-0745", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.02229626625652165, 0.9777037337434783 ], "target": 1, "brier": 0.000994246977963414, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0746", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9291794646225671, "probabilities": [ 0.07082053537743298, 0.9291794646225671 ], "target": 0, "brier": 1.7267489549525608, "nll": 2.647606272634311 }, { "id": "transfer-v4-0747", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9317809661692092, "probabilities": [ 0.0682190338307907, 0.9317809661692092 ], "target": 0, "brier": 1.7364315378304505, "nll": 2.685031664642635 }, { "id": "transfer-v4-0748", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.985560171470912, 0.014439828529088037 ], "target": 0, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0749", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9777037337434783, "probabilities": [ 0.02229626625652165, 0.9777037337434783 ], "target": 1, "brier": 0.000994246977963414, "nll": 0.02254858557274234 }, { "id": "transfer-v4-0750", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.985560171470912, 0.014439828529088037 ], "target": 0, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0751", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.985560171470912, 0.014439828529088037 ], "target": 0, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0752", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9599775838861949, "probabilities": [ 0.9599775838861949, 0.040022416113805054 ], "target": 0, "brier": 0.003203587583173127, "nll": 0.040845344911420355 }, { "id": "transfer-v4-0753", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9584033464433758, "probabilities": [ 0.9584033464433758, 0.041596653556624265 ], "target": 1, "brier": 1.8370739489477228, "nll": 3.1797355583010374 }, { "id": "transfer-v4-0754", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9599775838861949, "probabilities": [ 0.9599775838861949, 0.040022416113805054 ], "target": 0, "brier": 0.003203587583173127, "nll": 0.040845344911420355 }, { "id": "transfer-v4-0755", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9614946353602555, "probabilities": [ 0.9614946353602555, 0.038505364639744515 ], "target": 0, "brier": 0.002965326212079375, "nll": 0.039266293417380055 }, { "id": "transfer-v4-0756", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9147487691677556, "probabilities": [ 0.9147487691677556, 0.08525123083224434 ], "target": 1, "brier": 1.6735306213878476, "nll": 2.4621527250078468 }, { "id": "transfer-v4-0757", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9816911670313602, "probabilities": [ 0.018308832968639836, 0.9816911670313602 ], "target": 0, "brier": 1.9274350948547878, "nll": 4.000371659703337 }, { "id": "transfer-v4-0758", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9147487691677556, "probabilities": [ 0.9147487691677556, 0.08525123083224434 ], "target": 1, "brier": 1.6735306213878476, "nll": 2.4621527250078468 }, { "id": "transfer-v4-0759", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.9236997297130545, "probabilities": [ 0.9236997297130545, 0.07630027028694547 ], "target": 1, "brier": 1.7064423813439398, "nll": 2.573078798274075 }, { "id": "transfer-v4-0760", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9728718762424542, "probabilities": [ 0.9728718762424542, 0.02712812375754579 ], "target": 0, "brier": 0.0014718701972094416, "nll": 0.027502884559643302 }, { "id": "transfer-v4-0761", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529088037, 0.985560171470912 ], "target": 1, "brier": 0.000417017295898928, "nll": 0.014545097458821094 }, { "id": "transfer-v4-0762", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9728718762424542, "probabilities": [ 0.9728718762424542, 0.02712812375754579 ], "target": 0, "brier": 0.0014718701972094416, "nll": 0.027502884559643302 }, { "id": "transfer-v4-0763", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9728718762424542, "probabilities": [ 0.9728718762424542, 0.02712812375754579 ], "target": 0, "brier": 0.0014718701972094416, "nll": 0.027502884559643302 }, { "id": "ru-public-0-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9666234832878718, "probabilities": [ 0.9666234832878718, 0.018027810346283372, 0.015348706365844782 ], "target": 0, "brier": 0.001674576600821456, "nll": 0.033946225134347675 }, { "id": "ru-public-0-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9830823439047174, "probabilities": [ 0.9830823439047174, 0.016917656095282573 ], "target": 0, "brier": 0.0005724141755165047, "nll": 0.017062394383272114 }, { "id": "ru-public-0-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9696923792360802, "probabilities": [ 0.9696923792360802, 0.018452445612224477, 0.011855175151695293 ], "target": 0, "brier": 0.0013995898033190583, "nll": 0.03077639259075098, "ordinalAbsoluteError": 0.04216279591561506 }, { "id": "ru-public-0-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9657418406515682, "probabilities": [ 0.01695684741288569, 0.9657418406515682, 0.017301311935546047 ], "target": 1, "brier": 0.0017604915508175009, "nll": 0.03485872618842563 }, { "id": "ru-public-0-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9837384425497109, "probabilities": [ 0.9837384425497109, 0.016261557450289153 ], "target": 0, "brier": 0.0005288765014181083, "nll": 0.016395227680694544 }, { "id": "ru-public-0-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.971632401108823, "probabilities": [ 0.971632401108823, 0.017406848833942157, 0.010960750057234894 ], "target": 0, "brier": 0.0012278570949955955, "nll": 0.028777734212522558, "ordinalAbsoluteError": 0.039328348948411945 }, { "id": "ru-public-0-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9673620373760212, "probabilities": [ 0.01599084100192048, 0.016647121622058336, 0.9673620373760212 ], "target": 2, "brier": 0.001598070258492539, "nll": 0.03318246127349116 }, { "id": "ru-public-0-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9858435942519289, "probabilities": [ 0.9858435942519289, 0.014156405748071123 ], "target": 0, "brier": 0.0004008076474080413, "nll": 0.014257563481360461 }, { "id": "ru-public-0-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9751328944011849, "probabilities": [ 0.013182779933676253, 0.9751328944011849, 0.011684325665138879 ], "target": 1, "brier": 0.0009286820938913821, "nll": 0.025181515322623436, "ordinalAbsoluteError": 0.0014984542685373414 }, { "id": "ru-public-0-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9705685205913339, "probabilities": [ 0.9705685205913339, 0.016043853716981714, 0.013387625691684342 ], "target": 0, "brier": 0.0013028457439352903, "nll": 0.02987327547399462 }, { "id": "ru-public-0-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9858435942519289, "probabilities": [ 0.014156405748071088, 0.9858435942519289 ], "target": 1, "brier": 0.0004008076474080403, "nll": 0.014257563481360461 }, { "id": "ru-public-0-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.976554676751773, "probabilities": [ 0.012429051668405097, 0.976554676751773, 0.01101627157982188 ], "target": 1, "brier": 0.0008255227471101288, "nll": 0.023724537655588785, "ordinalAbsoluteError": 0.0014127800885832542 }, { "id": "ru-public-0-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9686083359969314, "probabilities": [ 0.015380222608190035, 0.9686083359969314, 0.0160114413948785 ], "target": 1, "brier": 0.0014783540719006606, "nll": 0.03189494281740551 }, { "id": "ru-public-0-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9866613672177391, "probabilities": [ 0.013338632782260884, 0.9866613672177391 ], "target": 1, "brier": 0.00035583824900000944, "nll": 0.013428391409667145 }, { "id": "ru-public-0-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9763548496477614, "probabilities": [ 0.012179105507348976, 0.9763548496477614, 0.011466044844889587 ], "target": 1, "brier": 0.0008388939305241253, "nll": 0.023929183187814094, "ordinalAbsoluteError": 0.0007130606624593527 }, { "id": "ru-public-0-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9660481086322121, "probabilities": [ 0.016293520896940573, 0.01765837047084725, 0.9660481086322121 ], "target": 2, "brier": 0.0017300277983547977, "nll": 0.03454164411299241 }, { "id": "ru-public-0-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9866613672177391, "probabilities": [ 0.013338632782260884, 0.9866613672177391 ], "target": 1, "brier": 0.00035583824900000944, "nll": 0.013428391409667145 }, { "id": "ru-public-0-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9746655062362746, "probabilities": [ 0.012158032302889431, 0.013176461460835946, 0.9746655062362746 ], "target": 2, "brier": 0.0009632734603712405, "nll": 0.02566093737334393, "ordinalAbsoluteError": 0.03749252606661502 }, { "id": "ru-public-0-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9708272896124475, "probabilities": [ 0.9708272896124475, 0.016048131645129235, 0.013124578742423289 ], "target": 0, "brier": 0.0012808441278214832, "nll": 0.029606695087567556 }, { "id": "ru-public-0-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9863940898873957, "probabilities": [ 0.013605910112604258, 0.9863940898873957 ], "target": 1, "brier": 0.00037024157998453365, "nll": 0.013699318748293911 }, { "id": "ru-public-0-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.973148168945961, "probabilities": [ 0.013155948395199978, 0.013695882658839007, 0.973148168945961 ], "target": 2, "brier": 0.0010816770109365044, "nll": 0.027218927869632373, "ordinalAbsoluteError": 0.040007779449239056 }, { "id": "ru-public-0-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9657284617424011, "probabilities": [ 0.016619009897112846, 0.9657284617424011, 0.01765252836048603 ], "target": 1, "brier": 0.0017623415820201618, "nll": 0.034872579789126314 }, { "id": "ru-public-0-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9827446048633872, "probabilities": [ 0.9827446048633872, 0.017255395136612797 ], "target": 0, "brier": 0.0005954973226412806, "nll": 0.01740600453152532 }, { "id": "ru-public-0-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9714161066081151, "probabilities": [ 0.9714161066081151, 0.017402973656890915, 0.011180919734994042 ], "target": 0, "brier": 0.001244915419661462, "nll": 0.029000368388398562, "ordinalAbsoluteError": 0.039764813126879 }, { "id": "ru-public-1-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9681816247207407, "probabilities": [ 0.9681816247207407, 0.017345011223087736, 0.014473364056171634 ], "target": 0, "brier": 0.0015227366868433027, "nll": 0.03233558046190971 }, { "id": "ru-public-1-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9843695035379632, "probabilities": [ 0.9843695035379632, 0.015630496462036902 ], "target": 0, "brier": 0.0004886248392994945, "nll": 0.015753940691194124 }, { "id": "ru-public-1-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9719692522956203, "probabilities": [ 0.9719692522956203, 0.017066197565195323, 0.01096455013918439 ], "target": 0, "brier": 0.0011971992759555576, "nll": 0.028431108462765715, "ordinalAbsoluteError": 0.038995297843564106 }, { "id": "ru-public-1-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9686083359969314, "probabilities": [ 0.015380222608190035, 0.9686083359969314, 0.0160114413948785 ], "target": 1, "brier": 0.0014783540719006606, "nll": 0.03189494281740551 }, { "id": "ru-public-1-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9846759411003182, "probabilities": [ 0.9846759411003182, 0.015324058899681851 ], "target": 0, "brier": 0.0004696535623218356, "nll": 0.015442685747166866 }, { "id": "ru-public-1-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9755822779935419, "probabilities": [ 0.013188855403186529, 0.9755822779935419, 0.011228866603271541 ], "target": 1, "brier": 0.000896258500024897, "nll": 0.024720778043633696, "ordinalAbsoluteError": 0.001959988799914991 }, { "id": "ru-public-1-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9660679931917859, "probabilities": [ 0.016624853417506618, 0.017307153390707437, 0.9660679931917859 ], "target": 2, "brier": 0.001727304395675743, "nll": 0.03452106091971978 }, { "id": "ru-public-1-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9879219662824975, "probabilities": [ 0.01207803371750249, 0.9879219662824975 ], "target": 1, "brier": 0.000291757796962254, "nll": 0.012151565848919653 }, { "id": "ru-public-1-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.97771717483714, "probabilities": [ 0.011029386115670942, 0.97771717483714, 0.011253439047189043 ], "target": 1, "brier": 0.0007448115457159386, "nll": 0.022534838053113213, "ordinalAbsoluteError": 0.0002240529315180595 }, { "id": "ru-public-1-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9702522989609835, "probabilities": [ 0.9702522989609835, 0.016364436992886814, 0.013383264046129646 ], "target": 0, "brier": 0.0013318322717292906, "nll": 0.03019913928374245 }, { "id": "ru-public-1-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807068, 0.9861215326371929 ], "target": 1, "brier": 0.0003852237126810019, "nll": 0.013975673722444753 }, { "id": "ru-public-1-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9761133497908913, "probabilities": [ 0.012423441028148552, 0.9761133497908913, 0.01146320918096016 ], "target": 1, "brier": 0.0008563191099186486, "nll": 0.024176562231602028, "ordinalAbsoluteError": 0.0009602318471884086 }, { "id": "ru-public-1-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9698085270154073, "probabilities": [ 0.014792192851314076, 0.9698085270154073, 0.015399280133278594 ], "target": 1, "brier": 0.0013674718389530458, "nll": 0.03065662179910908 }, { "id": "ru-public-1-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.012819524138074856, 0.9871804758619251 ], "target": 1, "brier": 0.00032868039825336776, "nll": 0.012902403313939784 }, { "id": "ru-public-1-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.973105885689574, "probabilities": [ 0.012636758104635222, 0.014257356205790724, 0.973105885689574 ], "target": 2, "brier": 0.001086253245916123, "nll": 0.027262378781185204, "ordinalAbsoluteError": 0.03953087241506115 }, { "id": "ru-public-1-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.964372044557405, "probabilities": [ 0.017276770401181446, 0.01835118504141355, 0.964372044557405 ], "target": 2, "brier": 0.0019046039969388747, "nll": 0.0362781204890785 }, { "id": "ru-public-1-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9874325019292347, "probabilities": [ 0.012567498070765293, 0.9874325019292347 ], "target": 1, "brier": 0.0003158840155173787, "nll": 0.012647137019721456 }, { "id": "ru-public-1-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9753888999872015, "probabilities": [ 0.011687393485275739, 0.012923706527522776, 0.9753888999872015 ], "target": 2, "brier": 0.0009093236007291726, "nll": 0.02491901573074692, "ordinalAbsoluteError": 0.03629849349807435 }, { "id": "ru-public-1-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9672662525692373, "probabilities": [ 0.9672662525692373, 0.017680628060543647, 0.015053119370219118 ], "target": 0, "brier": 0.0016106992322503155, "nll": 0.0332814826796807 }, { "id": "ru-public-1-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9827446048633872, "probabilities": [ 0.9827446048633872, 0.017255395136612797 ], "target": 0, "brier": 0.0005954973226412806, "nll": 0.01740600453152532 }, { "id": "ru-public-1-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9694589069470737, "probabilities": [ 0.9694589069470737, 0.01844800205227726, 0.01209309100064906 ], "target": 0, "brier": 0.001419329994538308, "nll": 0.031017191018184846, "ordinalAbsoluteError": 0.04263418405357538 }, { "id": "ru-public-1-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.966400997149961, "probabilities": [ 0.016630582790216886, 0.966400997149961, 0.01696842005982209 ], "target": 1, "brier": 0.0016933965557857614, "nll": 0.03417641998303674 }, { "id": "ru-public-1-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9837384425497109, "probabilities": [ 0.9837384425497109, 0.016261557450289153 ], "target": 0, "brier": 0.0005288765014181083, "nll": 0.016395227680694544 }, { "id": "ru-public-1-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9727202327755016, "probabilities": [ 0.9727202327755016, 0.016739336212523184, 0.010540431011975262 ], "target": 0, "brier": 0.0011354917625769187, "nll": 0.027658768690296195, "ordinalAbsoluteError": 0.03782019823647371 }, { "id": "ru-public-2-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9724883013193288, "probabilities": [ 0.9724883013193288, 0.015134395367981411, 0.012377303312689776 ], "target": 0, "brier": 0.0011391411247447416, "nll": 0.02789723305358332 }, { "id": "ru-public-2-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9852711577091064, "probabilities": [ 0.9852711577091064, 0.014728842290893602 ], "target": 0, "brier": 0.0004338775904600303, "nll": 0.014838388680244445 }, { "id": "ru-public-2-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9747827603724657, "probabilities": [ 0.013997576134290658, 0.9747827603724657, 0.011219663493243682 ], "target": 1, "brier": 0.0009577221609693749, "nll": 0.02554064268449179, "ordinalAbsoluteError": 0.0027779126410469868 }, { "id": "ru-public-2-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9686083359969314, "probabilities": [ 0.015380222608190035, 0.9686083359969314, 0.0160114413948785 ], "target": 1, "brier": 0.0014783540719006606, "nll": 0.03189494281740551 }, { "id": "ru-public-2-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9869234624863036, "probabilities": [ 0.013076537513696418, 0.9869234624863036 ], "target": 1, "brier": 0.0003419916666942194, "nll": 0.013162788162053447 }, { "id": "ru-public-2-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9783489416354826, "probabilities": [ 0.011260710570692153, 0.9783489416354826, 0.010390347793825217 ], "target": 1, "brier": 0.0007035312581372861, "nll": 0.021888881543780717, "ordinalAbsoluteError": 0.0008703627768670286 }, { "id": "ru-public-2-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9657284617424011, "probabilities": [ 0.016619009897112846, 0.01765252836048603, 0.9657284617424011 ], "target": 2, "brier": 0.0017623415820201618, "nll": 0.034872579789126314 }, { "id": "ru-public-2-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9869234624863036, "probabilities": [ 0.013076537513696418, 0.9869234624863036 ], "target": 1, "brier": 0.0003419916666942194, "nll": 0.013162788162053447 }, { "id": "ru-public-2-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9761274875159044, "probabilities": [ 0.011696243228416133, 0.9761274875159044, 0.01217626925567946 ], "target": 1, "brier": 0.0008549604909483758, "nll": 0.024162078644594513, "ordinalAbsoluteError": 0.0004800260272632695 }, { "id": "ru-public-2-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9716959603501135, "probabilities": [ 0.9716959603501135, 0.015429257412532595, 0.01287478223735388 ], "target": 0, "brier": 0.001204940662463821, "nll": 0.02871232144690483 }, { "id": "ru-public-2-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9858435942519289, "probabilities": [ 0.014156405748071088, 0.9858435942519289 ], "target": 1, "brier": 0.0004008076474080403, "nll": 0.014257563481360461 }, { "id": "ru-public-2-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9706836793608389, "probabilities": [ 0.014510772945467959, 0.014805547693693162, 0.9706836793608389 ], "target": 2, "brier": 0.001289213429803252, "nll": 0.02975463167321192, "ordinalAbsoluteError": 0.043827093584628996 }, { "id": "ru-public-2-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9692140934986837, "probabilities": [ 0.015083433311511421, 0.9692140934986837, 0.015702473189804843 ], "target": 1, "brier": 0.0014218496638471413, "nll": 0.03126974877251991 }, { "id": "ru-public-2-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9874325019292347, "probabilities": [ 0.012567498070765293, 0.9874325019292347 ], "target": 1, "brier": 0.0003158840155173787, "nll": 0.012647137019721456 }, { "id": "ru-public-2-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9736272193961805, "probabilities": [ 0.012391798494803796, 0.013980982109015792, 0.9736272193961805 ], "target": 2, "brier": 0.0010445480874456412, "nll": 0.026726780226142166, "ordinalAbsoluteError": 0.0387645790986233 }, { "id": "ru-public-2-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9611455595962747, "probabilities": [ 0.019427220201862685, 0.019427220201862685, 0.9611455595962747 ], "target": 2, "brier": 0.0022645013086299657, "nll": 0.039629414680247825 }, { "id": "ru-public-2-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9837384425497109, "probabilities": [ 0.9837384425497109, 0.016261557450289153 ], "target": 0, "brier": 0.0005288765014181083, "nll": 0.016395227680694544 }, { "id": "ru-public-2-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9700487590318584, "probabilities": [ 0.9700487590318584, 0.018091709045128183, 0.011859531923013443 ], "target": 0, "brier": 0.0013650352691382324, "nll": 0.030408941704901046, "ordinalAbsoluteError": 0.04181077289115507 }, { "id": "ru-public-2-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9681816247207407, "probabilities": [ 0.9681816247207407, 0.017345011223087736, 0.014473364056171634 ], "target": 0, "brier": 0.0015227366868433027, "nll": 0.03233558046190971 }, { "id": "ru-public-2-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9843695035379632, "probabilities": [ 0.9843695035379632, 0.015630496462036902 ], "target": 0, "brier": 0.0004886248392994945, "nll": 0.015753940691194124 }, { "id": "ru-public-2-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9708523723179874, "probabilities": [ 0.9708523723179874, 0.017746197010168257, 0.01140143067184436 ], "target": 0, "brier": 0.0012945043291778067, "nll": 0.02958085899726585, "ordinalAbsoluteError": 0.04054905835385698 }, { "id": "ru-public-2-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9682933886558326, "probabilities": [ 0.015375221463157677, 0.9682933886558326, 0.016331389881009774 ], "target": 1, "brier": 0.0015084209334167787, "nll": 0.032220150172911396 }, { "id": "ru-public-2-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9843695108720873, "probabilities": [ 0.9843695108720873, 0.01563048912791262 ], "target": 0, "brier": 0.0004886243807555901, "nll": 0.015753933240613683 }, { "id": "ru-public-2-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9760143360796528, "probabilities": [ 0.013194696316759399, 0.9760143360796528, 0.010790967603587814 ], "target": 1, "brier": 0.0008658570664130301, "nll": 0.024278004070719422, "ordinalAbsoluteError": 0.0024037287131715157 }, { "id": "ru-public-3-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9702522989609835, "probabilities": [ 0.9702522989609835, 0.016364436992886814, 0.013383264046129646 ], "target": 0, "brier": 0.0013318322717292906, "nll": 0.03019913928374245 }, { "id": "ru-public-3-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807068, 0.9861215326371929 ], "target": 1, "brier": 0.0003852237126810019, "nll": 0.013975673722444753 }, { "id": "ru-public-3-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9767963931746613, "probabilities": [ 0.012184607853109986, 0.9767963931746613, 0.011018998972228723 ], "target": 1, "brier": 0.0008082903765889533, "nll": 0.023477048683592405, "ordinalAbsoluteError": 0.0011656088808812415 }, { "id": "ru-public-3-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9692140934986837, "probabilities": [ 0.015083433311511421, 0.9692140934986837, 0.015702473189804843 ], "target": 1, "brier": 0.0014218496638471413, "nll": 0.03126974877251991 }, { "id": "ru-public-3-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9874325019292347, "probabilities": [ 0.012567498070765293, 0.9874325019292347 ], "target": 1, "brier": 0.0003158840155173787, "nll": 0.012647137019721456 }, { "id": "ru-public-3-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9763548496477614, "probabilities": [ 0.012179105507348976, 0.9763548496477614, 0.011466044844889587 ], "target": 1, "brier": 0.0008388939305241253, "nll": 0.023929183187814094, "ordinalAbsoluteError": 0.0007130606624593527 }, { "id": "ru-public-3-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9663878643274759, "probabilities": [ 0.016299251406270074, 0.01731288426625399, 0.9663878643274759 ], "target": 2, "brier": 0.0016951772224896677, "nll": 0.03419000948859217 }, { "id": "ru-public-3-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9869234624863036, "probabilities": [ 0.013076537513696418, 0.9869234624863036 ], "target": 1, "brier": 0.0003419916666942194, "nll": 0.013162788162053447 }, { "id": "ru-public-3-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9746655062362746, "probabilities": [ 0.012158032302889431, 0.013176461460835946, 0.9746655062362746 ], "target": 2, "brier": 0.0009632734603712405, "nll": 0.02566093737334393, "ordinalAbsoluteError": 0.03749252606661502 }, { "id": "ru-public-3-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9699298658134706, "probabilities": [ 0.9699298658134706, 0.016691317641900984, 0.013378816544628377 ], "target": 0, "brier": 0.0013618057867535397, "nll": 0.03053151338379889 }, { "id": "ru-public-3-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9869234624863036, "probabilities": [ 0.013076537513696418, 0.9869234624863036 ], "target": 1, "brier": 0.0003419916666942194, "nll": 0.013162788162053447 }, { "id": "ru-public-3-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.97288816241594, "probabilities": [ 0.013419614154947293, 0.013692223429112714, 0.97288816241594 ], "target": 2, "brier": 0.001102614763684853, "nll": 0.027486144393165813, "ordinalAbsoluteError": 0.040531451739007185 }, { "id": "ru-public-3-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9657284617424011, "probabilities": [ 0.016619009897112846, 0.9657284617424011, 0.01765252836048603 ], "target": 1, "brier": 0.0017623415820201618, "nll": 0.034872579789126314 }, { "id": "ru-public-3-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9830823439047174, "probabilities": [ 0.9830823439047174, 0.016917656095282573 ], "target": 0, "brier": 0.0005724141755165047, "nll": 0.017062394383272114 }, { "id": "ru-public-3-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9714161066081151, "probabilities": [ 0.9714161066081151, 0.017402973656890915, 0.011180919734994042 ], "target": 0, "brier": 0.001244915419661462, "nll": 0.029000368388398562, "ordinalAbsoluteError": 0.039764813126879 }, { "id": "ru-public-3-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9618896591170594, "probabilities": [ 0.019055170441470322, 0.019055170441470322, 0.9618896591170594 ], "target": 2, "brier": 0.0021785971233209043, "nll": 0.0388555343574332 }, { "id": "ru-public-3-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9849764484763466, "probabilities": [ 0.9849764484763466, 0.01502355152365343 ], "target": 0, "brier": 0.00045141420076773834, "nll": 0.015137548272198884 }, { "id": "ru-public-3-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9728361506012531, "probabilities": [ 0.9728361506012531, 0.016408016280317045, 0.010755833118429857 ], "target": 0, "brier": 0.0011227856584844664, "nll": 0.027539607069611154, "ordinalAbsoluteError": 0.037919682517176756 }, { "id": "ru-public-3-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9716959603501135, "probabilities": [ 0.9716959603501135, 0.015429257412532595, 0.01287478223735388 ], "target": 0, "brier": 0.001204940662463821, "nll": 0.02871232144690483 }, { "id": "ru-public-3-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9852711577091064, "probabilities": [ 0.9852711577091064, 0.014728842290893602 ], "target": 0, "brier": 0.0004338775904600303, "nll": 0.014838388680244445 }, { "id": "ru-public-3-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.975272413778016, "probabilities": [ 0.013725778880527513, 0.975272413778016, 0.011001807341456464 ], "target": 1, "brier": 0.0009208902910213139, "nll": 0.02503844826216786, "ordinalAbsoluteError": 0.0027239715390711128 }, { "id": "ru-public-3-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9692140934986837, "probabilities": [ 0.015083433311511421, 0.9692140934986837, 0.015702473189804843 ], "target": 1, "brier": 0.0014218496638471413, "nll": 0.03126974877251991 }, { "id": "ru-public-3-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9874325019292347, "probabilities": [ 0.012567498070765293, 0.9874325019292347 ], "target": 1, "brier": 0.0003158840155173787, "nll": 0.012647137019721456 }, { "id": "ru-public-3-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9779188291930847, "probabilities": [ 0.011484411844577205, 0.9779188291930847, 0.010596758962338092 ], "target": 1, "brier": 0.0007317611201259262, "nll": 0.022328609126826535, "ordinalAbsoluteError": 0.0008876528822391316 }, { "id": "ru-public-4-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9708272896124475, "probabilities": [ 0.9708272896124475, 0.016048131645129235, 0.013124578742423289 ], "target": 0, "brier": 0.0012808441278214832, "nll": 0.029606695087567556 }, { "id": "ru-public-4-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807068, 0.9861215326371929 ], "target": 1, "brier": 0.0003852237126810019, "nll": 0.013975673722444753 }, { "id": "ru-public-4-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9754082927417747, "probabilities": [ 0.0126666569548339, 0.9754082927417747, 0.01192505030339149 ], "target": 1, "brier": 0.0009074030890241127, "nll": 0.024899133854100686, "ordinalAbsoluteError": 0.0007416066514424058 }, { "id": "ru-public-4-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.967991052150193, "probabilities": [ 0.01568265725270851, 0.967991052150193, 0.016326290597098506 ], "target": 1, "brier": 0.0015370662456185027, "nll": 0.032532435394777647 }, { "id": "ru-public-4-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9866613672177391, "probabilities": [ 0.013338632782260884, 0.9866613672177391 ], "target": 1, "brier": 0.00035583824900000944, "nll": 0.013428391409667145 }, { "id": "ru-public-4-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9728561485758475, "probabilities": [ 0.012890154291752146, 0.014253697132400376, 0.9728561485758475 ], "target": 2, "brier": 0.001106112629743843, "nll": 0.027519050916304116, "ordinalAbsoluteError": 0.040034005715904764 }, { "id": "ru-public-4-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9643859267234802, "probabilities": [ 0.017627988010644913, 0.017986085265874863, 0.9643859267234802 ], "target": 2, "brier": 0.0019026074398400816, "nll": 0.03626372556106558 }, { "id": "ru-public-4-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9866613672177391, "probabilities": [ 0.013338632782260884, 0.9866613672177391 ], "target": 1, "brier": 0.00035583824900000944, "nll": 0.013428391409667145 }, { "id": "ru-public-4-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9746655062362746, "probabilities": [ 0.012158032302889431, 0.013176461460835946, 0.9746655062362746 ], "target": 2, "brier": 0.0009632734603712405, "nll": 0.02566093737334393, "ordinalAbsoluteError": 0.03749252606661502 }, { "id": "ru-public-4-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9681815974837705, "probabilities": [ 0.9681815974837705, 0.017345025909291243, 0.014473376606938175 ], "target": 0, "brier": 0.0015227392928850478, "nll": 0.03233560859399754 }, { "id": "ru-public-4-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9827446048633872, "probabilities": [ 0.9827446048633872, 0.017255395136612797 ], "target": 0, "brier": 0.0005954973226412806, "nll": 0.01740600453152532 }, { "id": "ru-public-4-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.970627564389772, "probabilities": [ 0.970627564389772, 0.017742088395023503, 0.011630347215204447 ], "target": 0, "brier": 0.0013127866506400286, "nll": 0.02981244308419829, "ordinalAbsoluteError": 0.0410027828254324 }, { "id": "ru-public-4-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9650702245659561, "probabilities": [ 0.017289279410044007, 0.9650702245659561, 0.017640496023999867 ], "target": 1, "brier": 0.0018301954943640603, "nll": 0.03555440871993443 }, { "id": "ru-public-4-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9834135834181477, "probabilities": [ 0.9834135834181477, 0.016586416581852354 ], "target": 0, "brier": 0.0005502184300534929, "nll": 0.0167255113905736 }, { "id": "ru-public-4-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9721814799906583, "probabilities": [ 0.9721814799906583, 0.017069924288924402, 0.010748595720417323 ], "target": 0, "brier": 0.0011807846807007298, "nll": 0.028212784140112548, "ordinalAbsoluteError": 0.038567115729759044 }, { "id": "ru-public-4-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.966400997149961, "probabilities": [ 0.016630582790216886, 0.01696842005982209, 0.966400997149961 ], "target": 2, "brier": 0.0016933965557857614, "nll": 0.03417641998303674 }, { "id": "ru-public-4-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9852711577091064, "probabilities": [ 0.9852711577091064, 0.014728842290893602 ], "target": 0, "brier": 0.0004338775904600303, "nll": 0.014838388680244445 }, { "id": "ru-public-4-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9746405494407907, "probabilities": [ 0.013443786558447126, 0.9746405494407907, 0.01191566400076215 ], "target": 1, "brier": 0.0009658201782731233, "nll": 0.025686543198978697, "ordinalAbsoluteError": 0.0015281225576849744 }, { "id": "ru-public-4-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9716404804319502, "probabilities": [ 0.9716404804319502, 0.015741790886356747, 0.012617728681693127 ], "target": 0, "brier": 0.0012112734075252068, "nll": 0.02876941904155097 }, { "id": "ru-public-4-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807068, 0.9861215326371929 ], "target": 1, "brier": 0.0003852237126810019, "nll": 0.013975673722444753 }, { "id": "ru-public-4-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9767963931746613, "probabilities": [ 0.012184607853109986, 0.9767963931746613, 0.011018998972228723 ], "target": 1, "brier": 0.0008082903765889533, "nll": 0.023477048683592405, "ordinalAbsoluteError": 0.0011656088808812415 }, { "id": "ru-public-4-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9686083359969314, "probabilities": [ 0.015380222608190035, 0.9686083359969314, 0.0160114413948785 ], "target": 1, "brier": 0.0014783540719006606, "nll": 0.03189494281740551 }, { "id": "ru-public-4-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9863940898873957, "probabilities": [ 0.013605910112604258, 0.9863940898873957 ], "target": 1, "brier": 0.00037024157998453365, "nll": 0.013699318748293911 }, { "id": "ru-public-4-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9761274875159044, "probabilities": [ 0.01217626925567946, 0.9761274875159044, 0.011696243228416133 ], "target": 1, "brier": 0.0008549604909483758, "nll": 0.024162078644594513, "ordinalAbsoluteError": 0.0004800260272633805 }, { "id": "ru-public-5-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9710810400681535, "probabilities": [ 0.9710810400681535, 0.016052325559595904, 0.012866634372250508 ], "target": 0, "brier": 0.001259533679480175, "nll": 0.029345353753095743 }, { "id": "ru-public-5-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9861215326371929, "probabilities": [ 0.013878467362807068, 0.9861215326371929 ], "target": 1, "brier": 0.0003852237126810019, "nll": 0.013975673722444753 }, { "id": "ru-public-5-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9723526337375912, "probabilities": [ 0.013684686503691824, 0.013962679758716946, 0.9723526337375912 ], "target": 2, "brier": 0.0011466039319965907, "nll": 0.028036748403669008, "ordinalAbsoluteError": 0.041332052766100746 }, { "id": "ru-public-5-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9686083359969314, "probabilities": [ 0.015380222608190035, 0.9686083359969314, 0.0160114413948785 ], "target": 1, "brier": 0.0014783540719006606, "nll": 0.03189494281740551 }, { "id": "ru-public-5-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9874325019292347, "probabilities": [ 0.012567498070765293, 0.9874325019292347 ], "target": 1, "brier": 0.0003158840155173787, "nll": 0.012647137019721456 }, { "id": "ru-public-5-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9741387155853718, "probabilities": [ 0.012151461018733652, 0.013709823395894577, 0.9741387155853718 ], "target": 2, "brier": 0.0010044232940107135, "nll": 0.026201567014674694, "ordinalAbsoluteError": 0.03801274543336186 }, { "id": "ru-public-5-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9615174657304254, "probabilities": [ 0.019047796974581813, 0.019434737294992732, 0.9615174657304254 ], "target": 2, "brier": 0.0022214330271192527, "nll": 0.03924254903203994 }, { "id": "ru-public-5-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9840570458791049, "probabilities": [ 0.9840570458791049, 0.015942954120895046 ], "target": 0, "brier": 0.0005083555722019298, "nll": 0.01607141015590447 }, { "id": "ru-public-5-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9700487590318584, "probabilities": [ 0.9700487590318584, 0.018091709045128183, 0.011859531923013443 ], "target": 0, "brier": 0.0013650352691382324, "nll": 0.030408941704901046, "ordinalAbsoluteError": 0.04181077289115507 }, { "id": "ru-public-5-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9687953528188472, "probabilities": [ 0.9687953528188472, 0.017010452114908804, 0.014194195066244001 ], "target": 0, "brier": 0.0014645606604324177, "nll": 0.031701883597402704 }, { "id": "ru-public-5-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9849764484763466, "probabilities": [ 0.9849764484763466, 0.01502355152365343 ], "target": 0, "brier": 0.00045141420076773834, "nll": 0.015137548272198884 }, { "id": "ru-public-5-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9719692522956203, "probabilities": [ 0.9719692522956203, 0.017066197565195323, 0.01096455013918439 ], "target": 0, "brier": 0.0011971992759555576, "nll": 0.028431108462765715, "ordinalAbsoluteError": 0.038995297843564106 }, { "id": "ru-public-5-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9686083359969314, "probabilities": [ 0.015380222608190035, 0.9686083359969314, 0.0160114413948785 ], "target": 1, "brier": 0.0014783540719006606, "nll": 0.03189494281740551 }, { "id": "ru-public-5-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9852711577091064, "probabilities": [ 0.9852711577091064, 0.014728842290893602 ], "target": 0, "brier": 0.0004338775904600303, "nll": 0.014838388680244445 }, { "id": "ru-public-5-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9758004318969223, "probabilities": [ 0.013191804913994742, 0.9758004318969223, 0.01100776318908289 ], "target": 1, "brier": 0.000880813663691318, "nll": 0.02449718899246136, "ordinalAbsoluteError": 0.0021840417249119337 }, { "id": "ru-public-5-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9654025402123315, "probabilities": [ 0.01695088931679516, 0.01764657047087333, 0.9654025402123315 ], "target": 2, "brier": 0.0017957183217730767, "nll": 0.03521012450549639 }, { "id": "ru-public-5-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9876796338301774, "probabilities": [ 0.012320366169822572, 0.9876796338301774 ], "target": 1, "brier": 0.000303582845117017, "nll": 0.012396891073926202 }, { "id": "ru-public-5-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.977498164610023, "probabilities": [ 0.011250917694988496, 0.977498164610023, 0.011250917694988496 ], "target": 1, "brier": 0.0007594988938764303, "nll": 0.022758864761184057, "ordinalAbsoluteError": 0.0 }, { "id": "ru-public-5-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9713914962243165, "probabilities": [ 0.9713914962243165, 0.015737756075425848, 0.012870747700257607 ], "target": 0, "brier": 0.001231779600936585, "nll": 0.029025703253018162 }, { "id": "ru-public-5-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.985560171470912, "probabilities": [ 0.014439828529087984, 0.985560171470912 ], "target": 1, "brier": 0.00041701729589892645, "nll": 0.014545097458821094 }, { "id": "ru-public-5-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9754082927417747, "probabilities": [ 0.0126666569548339, 0.9754082927417747, 0.01192505030339149 ], "target": 1, "brier": 0.0009074030890241127, "nll": 0.024899133854100686, "ordinalAbsoluteError": 0.0007416066514424058 }, { "id": "ru-public-5-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.969505242315865, "probabilities": [ 0.01478756763310298, 0.969505242315865, 0.015707190051032074 ], "target": 1, "brier": 0.001395318222016947, "nll": 0.030969397077468905 }, { "id": "ru-public-5-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9871804758619251, "probabilities": [ 0.012819524138074856, 0.9871804758619251 ], "target": 1, "brier": 0.00032868039825336776, "nll": 0.012902403313939784 }, { "id": "ru-public-5-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9741387155853718, "probabilities": [ 0.012151461018733652, 0.013709823395894577, 0.9741387155853718 ], "target": 2, "brier": 0.0010044232940107135, "nll": 0.026201567014674694, "ordinalAbsoluteError": 0.03801274543336186 } ]