Hugging Face's logo

murabcd
/
fev-4b

Text Classification
Safetensors
Russian
fev
decision-model
routing
qwen3.5
lora
custom-code
Model card Files
xet
 Community
fev-4b / evaluation /benchmarks /fev /rows.json
murabcd's picture
murabcd
feat: add compiled serving shared training and benchmarks
5adf069 verified
Raw History Blame Contribute Delete
361 kB
[
{
"id": "transfer-v4-0000",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.7737904623406267,
"probabilities": [
0.15484983594249016,
0.03639729896917747,
0.7737904623406267,
0.034962402747705734
],
"target": 2,
"brier": 0.07769635959762804,
"nll": 0.2564541625339633
},
{
"id": "transfer-v4-0001",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9638707246391292,
"probabilities": [
0.011549373836786373,
0.011549373836786373,
0.9638707246391292,
0.013030527687298092
],
"target": 2,
"brier": 0.0017418952619547628,
"nll": 0.036798096435655084
},
{
"id": "transfer-v4-0002",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9604074978585543,
"probabilities": [
0.9604074978585543,
0.014648801705312627,
0.012471850218066561,
0.012471850218066561
],
"target": 0,
"brier": 0.0020932477129457275,
"nll": 0.040397607649109615
},
{
"id": "transfer-v4-0003",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9398393139970226,
"probabilities": [
0.9398393139970226,
0.022312402974580262,
0.015535880053816885,
0.022312402974580262
],
"target": 0,
"brier": 0.004856358362395544,
"nll": 0.06204636088679048
},
{
"id": "transfer-v4-0004",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9729146982602533,
"probabilities": [
0.010332640585530217,
0.008797106748244049,
0.9729146982602533,
0.00795555440597243
],
"target": 2,
"brier": 0.000981056964849258,
"nll": 0.027458869436538646
},
{
"id": "transfer-v4-0005",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9669060969953187,
"probabilities": [
0.9669060969953187,
0.012556247911806057,
0.010268827546437626,
0.010268827546437626
],
"target": 1,
"brier": 1.9101634615830883,
"nll": 4.377536895708177
},
{
"id": "transfer-v4-0006",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9623640972860252,
"probabilities": [
0.011531331812673528,
0.014099980993382243,
0.012004589907919036,
0.9623640972860252
],
"target": 3,
"brier": 0.001892352429340802,
"nll": 0.03836242041442969
},
{
"id": "transfer-v4-0007",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.7366703427087643,
"probabilities": [
0.7366703427087643,
0.04236995586640968,
0.18026009873524676,
0.04069960268957923
],
"target": 1,
"brier": 1.493888656109081,
"nll": 3.161315755967774
},
{
"id": "transfer-v4-0008",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9572580740749532,
"probabilities": [
0.015200010005384358,
0.9572580740749532,
0.012941137465704407,
0.014600778453957991
],
"target": 1,
"brier": 0.0024385683063137924,
"nll": 0.04368225400378525
},
{
"id": "transfer-v4-0009",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.962497953639696,
"probabilities": [
0.012752904468640887,
0.012498997047011545,
0.962497953639696,
0.012250144844651487
],
"target": 2,
"brier": 0.0018753310294928132,
"nll": 0.03822333891108539
},
{
"id": "transfer-v4-0010",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.6967486893954585,
"probabilities": [
0.11403135978231908,
0.1339354281242852,
0.6967486893954585,
0.05528452269793717
],
"target": 3,
"brier": 1.4088879191489938,
"nll": 2.89526228850723
},
{
"id": "transfer-v4-0011",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.5324778636169115,
"probabilities": [
0.028258603487291985,
0.03744772504937239,
0.5324778636169115,
0.4018158078464241
],
"target": 1,
"brier": 1.3722940493609852,
"nll": 3.284809317209239
},
{
"id": "transfer-v4-0012",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9494787387448312,
"probabilities": [
0.017009964887288058,
0.015076476958826397,
0.018434819409054278,
0.9494787387448312
],
"target": 3,
"brier": 0.0034088794684142562,
"nll": 0.051842141034392476
},
{
"id": "transfer-v4-0013",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9263963042167676,
"probabilities": [
0.029145017086519915,
0.015313661610192637,
0.9263963042167676,
0.029145017086519915
],
"target": 2,
"brier": 0.007350876306809194,
"nll": 0.07645316157468049
},
{
"id": "transfer-v4-0014",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8967080138217592,
"probabilities": [
0.8967080138217592,
0.029368797478537087,
0.04571219848720607,
0.02821099021249756
],
"target": 0,
"brier": 0.014417225733284564,
"nll": 0.10902498404861424
},
{
"id": "transfer-v4-0015",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9161729624906506,
"probabilities": [
0.9161729624906506,
0.031237800896883366,
0.032519831587154144,
0.020069405025311828
],
"target": 0,
"brier": 0.009463092886994076,
"nll": 0.08755010845320442
},
{
"id": "transfer-v4-0016",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9291821537546286,
"probabilities": [
0.02296472443482538,
0.02488839737572062,
0.02296472443482538,
0.9291821537546286
],
"target": 3,
"brier": 0.0066893568074997654,
"nll": 0.07345048430279143
},
{
"id": "transfer-v4-0017",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.946668026186522,
"probabilities": [
0.015031839678906353,
0.018380247005130405,
0.946668026186522,
0.01991988712944122
],
"target": 2,
"brier": 0.0038048910181931283,
"nll": 0.05480680038350297
},
{
"id": "transfer-v4-0018",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9639135895382133,
"probabilities": [
0.01178451477446499,
0.01251738091285673,
0.9639135895382133,
0.01178451477446499
],
"target": 2,
"brier": 0.0017366634218732681,
"nll": 0.03675362579775649
},
{
"id": "transfer-v4-0019",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.942063159808987,
"probabilities": [
0.0198229999827072,
0.942063159808987,
0.0198229999827072,
0.018290840225598515
],
"target": 0,
"brier": 1.8489574545966658,
"nll": 3.9209124001464235
},
{
"id": "transfer-v4-0020",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9576080670378438,
"probabilities": [
0.016479267012550647,
0.013477168553011303,
0.9576080670378438,
0.012435497396594176
],
"target": 2,
"brier": 0.0024049178892458587,
"nll": 0.04331670054887411
},
{
"id": "transfer-v4-0021",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8533193627990664,
"probabilities": [
0.0600116077812688,
0.03557571462496584,
0.8533193627990664,
0.05109331479469901
],
"target": 2,
"brier": 0.028992760685951968,
"nll": 0.1586214020305007
},
{
"id": "transfer-v4-0022",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.3846561753994292,
"probabilities": [
0.30218021207229095,
0.21903988044857534,
0.09412373207970455,
0.3846561753994292
],
"target": 0,
"brier": 0.6917505758639275,
"nll": 1.1967317108628555
},
{
"id": "transfer-v4-0023",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.8438759241804722,
"probabilities": [
0.07256739410874224,
0.05700782175901964,
0.026548859951765872,
0.8438759241804722
],
"target": 0,
"brier": 1.5762125475881419,
"nll": 2.623239574994088
},
{
"id": "transfer-v4-0024",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.932318361069505,
"probabilities": [
0.021261264351574254,
0.025997293122021994,
0.02042308145689865,
0.932318361069505
],
"target": 3,
"brier": 0.006125807116012861,
"nll": 0.07008093349446014
},
{
"id": "transfer-v4-0025",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.7470622603069077,
"probabilities": [
0.7470622603069077,
0.05693983244195705,
0.11744563194032287,
0.07855227531081233
],
"target": 0,
"brier": 0.08718358109793611,
"nll": 0.291606750191431
},
{
"id": "transfer-v4-0026",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8988806538367222,
"probabilities": [
0.033215492716316186,
0.03599781888724998,
0.8988806538367222,
0.031906034559711555
],
"target": 2,
"brier": 0.013642229130841215,
"nll": 0.10660500767607885
},
{
"id": "transfer-v4-0027",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.8540752935243705,
"probabilities": [
0.02797251132192065,
0.8540752935243705,
0.05542227501968425,
0.06252992013402461
],
"target": 2,
"brier": 1.6263641378393512,
"nll": 2.892773689872275
},
{
"id": "transfer-v4-0028",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.5006522610880771,
"probabilities": [
0.5006522610880771,
0.16234435382998516,
0.2239647988075733,
0.11303858627436439
],
"target": 1,
"brier": 1.015257621184933,
"nll": 1.818035558802224
},
{
"id": "transfer-v4-0029",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9500434372107216,
"probabilities": [
0.018445774861297268,
0.014490722638115131,
0.017020065289865997,
0.9500434372107216
],
"target": 3,
"brier": 0.0033355684409988656,
"nll": 0.051247572053125454
},
{
"id": "transfer-v4-0030",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9588293352821246,
"probabilities": [
0.015224945603847028,
0.012451356172503713,
0.9588293352821246,
0.013494362941524698
],
"target": 2,
"brier": 0.0022639567036839567,
"nll": 0.0420421810596163
},
{
"id": "transfer-v4-0031",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9522221840338521,
"probabilities": [
0.9522221840338521,
0.023534180202703356,
0.011878073034311739,
0.01236556272913286
],
"target": 0,
"brier": 0.003130573096924979,
"nll": 0.048956884831004514
},
{
"id": "transfer-v4-0032",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9655279049580441,
"probabilities": [
0.009849933430369441,
0.011569231188297252,
0.013052930423289182,
0.9655279049580441
],
"target": 3,
"brier": 0.0015895726280878496,
"nll": 0.0350802754514279
},
{
"id": "transfer-v4-0033",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9395464658737183,
"probabilities": [
0.018241986632347107,
0.018990647047758102,
0.02322090044617653,
0.9395464658737183
],
"target": 3,
"brier": 0.004887254757476006,
"nll": 0.06235800326358298
},
{
"id": "transfer-v4-0034",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8065466850752134,
"probabilities": [
0.08480700073835626,
0.036442439867397994,
0.0722038743190323,
0.8065466850752134
],
"target": 3,
"brier": 0.05115786331979174,
"nll": 0.21499349707210105
},
{
"id": "transfer-v4-0035",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9514210773521167,
"probabilities": [
0.9514210773521167,
0.017744279559837033,
0.015727330907335985,
0.015107312180710356
],
"target": 0,
"brier": 0.0031503510015209674,
"nll": 0.04979854119097099
},
{
"id": "transfer-v4-0036",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.7703127113724016,
"probabilities": [
0.022361402759707504,
0.026264577757943254,
0.7703127113724016,
0.18106130810994758
],
"target": 0,
"brier": 1.5826319254551562,
"nll": 3.8004188974345894
},
{
"id": "transfer-v4-0037",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.6160022754073652,
"probabilities": [
0.04695070639887541,
0.03839749183649179,
0.29864952635726766,
0.6160022754073652
],
"target": 3,
"brier": 0.2403245282964282,
"nll": 0.4845046216123142
},
{
"id": "transfer-v4-0038",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9561538055718234,
"probabilities": [
0.013456707757633609,
0.014583921923376984,
0.9561538055718234,
0.015805564747166052
],
"target": 2,
"brier": 0.0025660784051518364,
"nll": 0.04483649438190228
},
{
"id": "transfer-v4-0039",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9493772553952768,
"probabilities": [
0.9493772553952768,
0.024426824568294314,
0.012834590404469066,
0.013361329631959799
],
"target": 0,
"brier": 0.0035025838701896305,
"nll": 0.051949029971693886
},
{
"id": "transfer-v4-0040",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8338500826289874,
"probabilities": [
0.03767609582217002,
0.0842213702044585,
0.04425245134438406,
0.8338500826289874
],
"target": 3,
"brier": 0.03807680188789918,
"nll": 0.18170164982120676
},
{
"id": "transfer-v4-0041",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8954623324881078,
"probabilities": [
0.03308919438516871,
0.029328012784332013,
0.04212046034239147,
0.8954623324881078
],
"target": 3,
"brier": 0.014657284227219316,
"nll": 0.1104151214725718
},
{
"id": "transfer-v4-0042",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8305226092118414,
"probabilities": [
0.8305226092118414,
0.06330107246787954,
0.05840840277684335,
0.04776791554343575
],
"target": 0,
"brier": 0.038422927034252735,
"nll": 0.18570012668484437
},
{
"id": "transfer-v4-0043",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9402226508569806,
"probabilities": [
0.023237600577776078,
0.9402226508569806,
0.019004315195195236,
0.017535433370047992
],
"target": 1,
"brier": 0.004781972970692417,
"nll": 0.061638569151798335
},
{
"id": "transfer-v4-0044",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9729146937297665,
"probabilities": [
0.007955554368926494,
0.00879711136389191,
0.010332640537415113,
0.9729146937297665
],
"target": 3,
"brier": 0.0009810572898934476,
"nll": 0.02745887409315129
},
{
"id": "transfer-v4-0045",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9487609518676278,
"probabilities": [
0.01699708899214261,
0.015065072488470164,
0.9487609518676278,
0.01917688665175943
],
"target": 2,
"brier": 0.0035090504784556636,
"nll": 0.05259840686843231
},
{
"id": "transfer-v4-0046",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9694212485497387,
"probabilities": [
0.9694212485497387,
0.011157952962147992,
0.010295533373759873,
0.009125265114353442
],
"target": 0,
"brier": 0.0012488284254198066,
"nll": 0.031056036531387943
},
{
"id": "transfer-v4-0047",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.942063159808987,
"probabilities": [
0.0198229999827072,
0.018290840225598515,
0.942063159808987,
0.0198229999827072
],
"target": 2,
"brier": 0.004477134944106168,
"nll": 0.05968295802393498
},
{
"id": "transfer-v4-0048",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.8066188527777653,
"probabilities": [
0.028631174350263702,
0.8066188527777653,
0.03794145133838809,
0.12680852153358285
],
"target": 3,
"brier": 1.4153566295972244,
"nll": 2.0650770347136103
},
{
"id": "transfer-v4-0049",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9465800467441572,
"probabilities": [
0.015030450083079464,
0.020735502676640455,
0.017654000496122955,
0.9465800467441572
],
"target": 3,
"brier": 0.003821230640326448,
"nll": 0.054899740599511714
},
{
"id": "transfer-v4-0050",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9676532742111545,
"probabilities": [
0.9676532742111545,
0.014759326370903101,
0.00450573600862972,
0.013081663409312612
],
"target": 0,
"brier": 0.001455579958715606,
"nll": 0.032881443668525995
},
{
"id": "transfer-v4-0051",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9376661148742211,
"probabilities": [
0.017487753872649486,
0.01973047720213015,
0.025115654050999237,
0.9376661148742211
],
"target": 3,
"brier": 0.0052114225794174145,
"nll": 0.06436134763455402
},
{
"id": "transfer-v4-0052",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9747495140006892,
"probabilities": [
0.9747495140006892,
0.008813697529050814,
0.008466234090707783,
0.00797055437955221
],
"target": 0,
"brier": 0.0008504751641310481,
"nll": 0.02557474970822947
},
{
"id": "transfer-v4-0053",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.5199868005516112,
"probabilities": [
0.29610314524020037,
0.12222242918279128,
0.061687625025397166,
0.5199868005516112
],
"target": 3,
"brier": 0.33683342954243434,
"nll": 0.6539518512834258
},
{
"id": "transfer-v4-0054",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.43631674159517114,
"probabilities": [
0.2031951458214267,
0.187489783391052,
0.1729983291923502,
0.43631674159517114
],
"target": 2,
"brier": 0.9507447486762861,
"nll": 1.7544733423786822
},
{
"id": "transfer-v4-0055",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.5214942330789968,
"probabilities": [
0.3631108863552311,
0.07564744691464813,
0.5214942330789968,
0.03974743365112395
],
"target": 2,
"brier": 0.36811967947289403,
"nll": 0.6510570629361129
},
{
"id": "transfer-v4-0056",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9334798380814402,
"probabilities": [
0.023070964388789483,
0.022161434711596074,
0.02128776281817422,
0.9334798380814402
],
"target": 3,
"brier": 0.0059014993737793835,
"nll": 0.06883591443238278
},
{
"id": "transfer-v4-0057",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.781938910484314,
"probabilities": [
0.039861541241407394,
0.044973600655794144,
0.781938910484314,
0.1332259476184845
],
"target": 2,
"brier": 0.06891135910569848,
"nll": 0.24597866107359595
},
{
"id": "transfer-v4-0058",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9250260419207431,
"probabilities": [
0.029101907664874426,
0.024777085990140474,
0.9250260419207431,
0.021094964424241996
],
"target": 2,
"brier": 0.0075269169340278965,
"nll": 0.07793338843818177
},
{
"id": "transfer-v4-0059",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9565761889430207,
"probabilities": [
0.9565761889430207,
0.015189168352332518,
0.012422097337830548,
0.015812545366816227
],
"target": 0,
"brier": 0.0025206832951958995,
"nll": 0.044394839386921965
},
{
"id": "transfer-v4-0060",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.915569058390777,
"probabilities": [
0.915569058390777,
0.024523766746836397,
0.021736210455282744,
0.03817096440710393
],
"target": 0,
"brier": 0.009659484405198008,
"nll": 0.08820948528123984
},
{
"id": "transfer-v4-0061",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.912310561067847,
"probabilities": [
0.019984795227306975,
0.04122119861590561,
0.026483445088940377,
0.912310561067847
],
"target": 1,
"brier": 1.752668114723507,
"nll": 3.1888026254393056
},
{
"id": "transfer-v4-0062",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9323640934635522,
"probabilities": [
0.024973626573175037,
0.023043376621177735,
0.019618903342094998,
0.9323640934635522
],
"target": 3,
"brier": 0.006114196451675403,
"nll": 0.07003188236090639
},
{
"id": "transfer-v4-0063",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9093324663838203,
"probabilities": [
0.02860819026636085,
0.9093324663838203,
0.029782301124363333,
0.03227704222545553
],
"target": 1,
"brier": 0.01096782311744348,
"nll": 0.09504450207757549
},
{
"id": "transfer-v4-0064",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9648379581638928,
"probabilities": [
0.011795815361107315,
0.012035438108161942,
0.9648379581638928,
0.011330788366837869
],
"target": 2,
"brier": 0.0016487489815869506,
"nll": 0.03579511074427237
},
{
"id": "transfer-v4-0065",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8945884871219935,
"probabilities": [
0.03582594610426475,
0.04747581570364191,
0.022109751070099902,
0.8945884871219935
],
"target": 3,
"brier": 0.015137879630603777,
"nll": 0.11139145736868837
},
{
"id": "transfer-v4-0066",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.93958764053305,
"probabilities": [
0.93958764053305,
0.02058232977264464,
0.01752359099971646,
0.022306438694588863
],
"target": 0,
"brier": 0.0048779389239946725,
"nll": 0.06231418025042182
},
{
"id": "transfer-v4-0067",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.360564660102482,
"probabilities": [
0.06143263407030375,
0.3463500855531499,
0.360564660102482,
0.23165262027406439
],
"target": 3,
"brier": 0.8440969203380195,
"nll": 1.4625163558341567
},
{
"id": "transfer-v4-0068",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.61235926482367,
"probabilities": [
0.04667301692047286,
0.27393662011090825,
0.06703109814494891,
0.61235926482367
],
"target": 1,
"brier": 0.9088234394583337,
"nll": 1.294858512814991
},
{
"id": "transfer-v4-0069",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9435378960339822,
"probabilities": [
0.019071315245310267,
0.9435378960339822,
0.019071315245310267,
0.018319473475397235
],
"target": 1,
"brier": 0.004251002423057194,
"nll": 0.05811874960230977
},
{
"id": "transfer-v4-0070",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9339861961349851,
"probabilities": [
0.009528157717889969,
0.9339861961349851,
0.04573554671121602,
0.010750099435908936
],
"target": 2,
"brier": 1.7831572118086196,
"nll": 3.084879456054013
},
{
"id": "transfer-v4-0071",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9488241253201687,
"probabilities": [
0.015066075419375215,
0.021637674824105106,
0.014472124436350995,
0.9488241253201687
],
"target": 3,
"brier": 0.0035235881352830415,
"nll": 0.052531823869521
},
{
"id": "transfer-v4-0072",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9253355161249394,
"probabilities": [
0.03559638892565233,
0.02110203331967406,
0.9253355161249394,
0.017966061629734246
],
"target": 0,
"brier": 1.7870882176361578,
"nll": 3.335511080941684
},
{
"id": "transfer-v4-0073",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9519880385391735,
"probabilities": [
0.01573671121816106,
0.01775486128061183,
0.9519880385391735,
0.014520388962053595
],
"target": 2,
"brier": 0.0030788693179827856,
"nll": 0.04920280882939822
},
{
"id": "transfer-v4-0074",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9429660448273328,
"probabilities": [
0.022386632880556055,
0.015587565503630383,
0.9429660448273328,
0.019059756788480802
],
"target": 2,
"brier": 0.0043602799015326115,
"nll": 0.0587250046031908
},
{
"id": "transfer-v4-0075",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9548744523498142,
"probabilities": [
0.016432224805681187,
0.012908907433283672,
0.9548744523498142,
0.015784415411221022
],
"target": 2,
"brier": 0.002722120723788715,
"nll": 0.0461754106515392
},
{
"id": "transfer-v4-0076",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9558008739735231,
"probabilities": [
0.01782596527316327,
0.9558008739735231,
0.012921426341642938,
0.013451734411670678
],
"target": 1,
"brier": 0.0026192401968090405,
"nll": 0.04520567844895647
},
{
"id": "transfer-v4-0077",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.6350107405897105,
"probabilities": [
0.04289798582375747,
0.2840693986290119,
0.6350107405897105,
0.03802187495752005
],
"target": 2,
"brier": 0.21719848288534066,
"nll": 0.45411336591798607
},
{
"id": "transfer-v4-0078",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9501692956727121,
"probabilities": [
0.017022327928117642,
0.01772094090954303,
0.9501692956727121,
0.015087435489627187
],
"target": 2,
"brier": 0.0033145211982191377,
"nll": 0.051115104293072505
},
{
"id": "transfer-v4-0079",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9556784469613693,
"probabilities": [
0.011921186731586828,
0.01782368838710115,
0.014576677919942696,
0.9556784469613693
],
"target": 3,
"brier": 0.0026366781637477475,
"nll": 0.045333775060811356
},
{
"id": "transfer-v4-0080",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5491737188679023,
"probabilities": [
0.1853867044901852,
0.09740771462106386,
0.5491737188679023,
0.04536331868205203,
0.04916324521411112,
0.0735052981246855
],
"target": 1,
"brier": 1.1605107215367352,
"nll": 2.3288498659151715
},
{
"id": "transfer-v4-0081",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5397628626192043,
"probabilities": [
0.2836075467408828,
0.04113983796745297,
0.03231883469699077,
0.5397628626192043,
0.0464158065082998,
0.0567551114671694
],
"target": 0,
"brier": 0.812674658065121,
"nll": 1.2601638741673478
},
{
"id": "transfer-v4-0082",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.9041025355859416,
"probabilities": [
0.9041025355859416,
0.016861783173934167,
0.013789999754466091,
0.0262451738440234,
0.02521050788716865,
0.013789999754466091
],
"target": 0,
"brier": 0.011185350457338726,
"nll": 0.10081250070128064
},
{
"id": "transfer-v4-0083",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6113054475124041,
"probabilities": [
0.6113054475124041,
0.03377343517850374,
0.2963721310690412,
0.01923205803799932,
0.02084305804894422,
0.018473870153107426
],
"target": 0,
"brier": 0.24120612913533648,
"nll": 0.49215853063037585
},
{
"id": "transfer-v4-0084",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.9363291406174048,
"probabilities": [
0.01121937336082811,
0.9363291406174048,
0.020510950063756292,
0.01121937336082811,
0.009944091069425702,
0.010777071527757013
],
"target": 1,
"brier": 0.004941456302166858,
"nll": 0.06578821835872893
},
{
"id": "transfer-v4-0085",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.44455694324985245,
"probabilities": [
0.2743554546185617,
0.1626417119590277,
0.043131431790845894,
0.44455694324985245,
0.041431056479378545,
0.033883401902333736
],
"target": 0,
"brier": 0.755368146276251,
"nll": 1.2933307337044604
},
{
"id": "transfer-v4-0086",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7464070874467096,
"probabilities": [
0.02871324292171797,
0.14936977541426322,
0.7464070874467096,
0.023482441770942275,
0.024446172503123958,
0.027581279943242967
],
"target": 1,
"brier": 1.2834295369134283,
"nll": 1.9013303332142348
},
{
"id": "transfer-v4-0087",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8324630778984812,
"probabilities": [
0.8324630778984812,
0.02618982991026873,
0.01898410153590048,
0.07452396979067502,
0.02726468791007355,
0.02057433295460108
],
"target": 0,
"brier": 0.03583541202582651,
"nll": 0.18336640898376247
},
{
"id": "transfer-v4-0088",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6202867650251342,
"probabilities": [
0.07068551358090905,
0.6202867650251342,
0.2269326903929289,
0.025860369301812236,
0.025860369301812236,
0.030374292397403316
],
"target": 1,
"brier": 0.20293714365374257,
"nll": 0.4775733836402749
},
{
"id": "transfer-v4-0089",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7896810615257022,
"probabilities": [
0.7896810615257022,
0.02484388043231594,
0.03292260130434863,
0.07661580722494836,
0.03568041151466285,
0.040256237998022026
],
"target": 0,
"brier": 0.05469881033287531,
"nll": 0.23612613462548207
},
{
"id": "transfer-v4-0090",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8340330549061976,
"probabilities": [
0.8340330549061976,
0.02960427789828357,
0.02623922137798474,
0.05198808280402997,
0.030819255227201046,
0.02731610778630304
],
"target": 0,
"brier": 0.03350869386316187,
"nll": 0.1814822432287106
},
{
"id": "transfer-v4-0091",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.881058993712518,
"probabilities": [
0.021775381318227368,
0.881058993712518,
0.032556960800969065,
0.020092319256641216,
0.020916929086378412,
0.02359941582526602
],
"target": 1,
"brier": 0.01707923754763808,
"nll": 0.12663069307157473
},
{
"id": "transfer-v4-0092",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8350864731560393,
"probabilities": [
0.03928050157380001,
0.06113965433536359,
0.8350864731560393,
0.022368019934474195,
0.021486200934192852,
0.02063915006612995
],
"target": 1,
"brier": 1.581759083775428,
"nll": 2.7945946161932063
},
{
"id": "transfer-v4-0093",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.38831537094007346,
"probabilities": [
0.38831537094007346,
0.09501908507155436,
0.036189551587636364,
0.023250754402933543,
0.08421845545876498,
0.37300678253903724
],
"target": 4,
"brier": 1.1394576322030365,
"nll": 2.474341195780511
},
{
"id": "transfer-v4-0094",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8918913559283741,
"probabilities": [
0.038709917123742756,
0.022043103634082732,
0.8918913559283741,
0.01597828303433229,
0.016634049563834616,
0.014743290715633533
],
"target": 2,
"brier": 0.014421196779298462,
"nll": 0.11441095210671745
},
{
"id": "transfer-v4-0095",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8006398170781251,
"probabilities": [
0.015545003994311885,
0.1364122393764255,
0.8006398170781251,
0.014932179809186397,
0.014932179809186397,
0.017538579932764697
],
"target": 2,
"brier": 0.05934797050928351,
"nll": 0.22234409961323942
},
{
"id": "transfer-v4-0096",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.9277368991316162,
"probabilities": [
0.9277368991316162,
0.014731245444668355,
0.014150493163253959,
0.018751945765732508,
0.013056773984211102,
0.011572642510517891
],
"target": 3,
"brier": 1.8242651493995479,
"nll": 3.976457757777484
},
{
"id": "transfer-v4-0097",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.474781055832623,
"probabilities": [
0.474781055832623,
0.03476041325317526,
0.04424783023717304,
0.34415219644335715,
0.0541042074380304,
0.04795429679564113
],
"target": 3,
"brier": 0.6639464290615041,
"nll": 1.0666712879313187
},
{
"id": "transfer-v4-0098",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8881005140262364,
"probabilities": [
0.8881005140262364,
0.017950792708435696,
0.01528313389767784,
0.02476430916169392,
0.032817160708972434,
0.02108408949698372
],
"target": 4,
"brier": 1.7257787826114872,
"nll": 3.416803708062715
},
{
"id": "transfer-v4-0099",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8738453137875417,
"probabilities": [
0.8738453137875417,
0.023406195981200428,
0.01838755243243142,
0.0349952507396172,
0.028620014920382245,
0.020745672138827012
],
"target": 0,
"brier": 0.019275112688992874,
"nll": 0.1348519055036729
},
{
"id": "transfer-v4-0100",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5007871342749601,
"probabilities": [
0.4095569512848095,
0.0208783222280599,
0.01777559688523787,
0.5007871342749601,
0.032496869261405714,
0.018505126065526845
],
"target": 0,
"brier": 0.6015611100175948,
"nll": 0.8926793101824887
},
{
"id": "transfer-v4-0101",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8010751380415027,
"probabilities": [
0.017548115988920667,
0.8010751380415027,
0.022337643003891475,
0.018268307662090432,
0.01979856921560819,
0.1209722260879866
],
"target": 1,
"brier": 0.055738001267442105,
"nll": 0.22180053101796018
},
{
"id": "transfer-v4-0102",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.4682403222781636,
"probabilities": [
0.07977834133807624,
0.024849528250439124,
0.4682403222781636,
0.020322590566451214,
0.382939334559843,
0.023869883007026815
],
"target": 4,
"brier": 0.6079777260436325,
"nll": 0.9598786977524777
},
{
"id": "transfer-v4-0103",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6748491382125187,
"probabilities": [
0.09032662073477794,
0.15236928590628188,
0.6748491382125187,
0.027025967785967216,
0.030491909194195144,
0.024937078166259105
],
"target": 0,
"brier": 1.3084254329061233,
"nll": 2.404323058740712
},
{
"id": "transfer-v4-0104",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6962848370548789,
"probabilities": [
0.6962848370548789,
0.04169074112261405,
0.029028805243119647,
0.15720909980320463,
0.04169074112261405,
0.0340957756535688
],
"target": 3,
"brier": 1.200590505009031,
"nll": 1.850178513873573
},
{
"id": "transfer-v4-0105",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7239447861804049,
"probabilities": [
0.021015377933819083,
0.1998642079638378,
0.7239447861804049,
0.01789228478171684,
0.01789228478171684,
0.019391058358504527
],
"target": 2,
"brier": 0.11761010966537885,
"nll": 0.32304015168628986
},
{
"id": "transfer-v4-0106",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8730738108550153,
"probabilities": [
0.8730738108550153,
0.0183713180295141,
0.01564115914395756,
0.020727346038271036,
0.0199102092601203,
0.0522761566731217
],
"target": 0,
"brier": 0.020251244539461356,
"nll": 0.13573517819993225
},
{
"id": "transfer-v4-0107",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.4438569396931214,
"probabilities": [
0.4438569396931214,
0.16905009179766914,
0.24278712948752879,
0.04858621419490901,
0.052656108610686,
0.04306351621608568
],
"target": 0,
"brier": 0.4038063797218019,
"nll": 0.8122529763684054
},
{
"id": "transfer-v4-0108",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8048173488981034,
"probabilities": [
0.023363037905210177,
0.8048173488981034,
0.03096022013426647,
0.027441048154273933,
0.025320076395574077,
0.08809826851257192
],
"target": 1,
"brier": 0.04875605636948333,
"nll": 0.21713992308706873
},
{
"id": "transfer-v4-0109",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6563190490734188,
"probabilities": [
0.6563190490734188,
0.03626036420041325,
0.02848559362196002,
0.03929774996740837,
0.14818551253542542,
0.0914517306013742
],
"target": 0,
"brier": 0.1521095173936152,
"nll": 0.421108252975605
},
{
"id": "transfer-v4-0110",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.887368352822957,
"probabilities": [
0.014090238637690496,
0.887368352822957,
0.053132029267975237,
0.014090238637690496,
0.014090238637690496,
0.01722890199599627
],
"target": 1,
"brier": 0.01640134001853572,
"nll": 0.11949510348264011
},
{
"id": "transfer-v4-0111",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8546012846935852,
"probabilities": [
0.06513630756507069,
0.019488957251154713,
0.017982617456045052,
0.8546012846935852,
0.024808215578099344,
0.017982617456045052
],
"target": 0,
"brier": 1.605955495309044,
"nll": 2.731273165341992
},
{
"id": "transfer-v4-0112",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7264989248485896,
"probabilities": [
0.7264989248485896,
0.16403091473230264,
0.043499817586498145,
0.022856117018599045,
0.022856117018599045,
0.020258108795411605
],
"target": 0,
"brier": 0.10505640836925452,
"nll": 0.3195182758784835
},
{
"id": "transfer-v4-0113",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8602214718370784,
"probabilities": [
0.8602214718370784,
0.02706312654603023,
0.02213293074870485,
0.03309154152998811,
0.03444965184092558,
0.023041277497272764
],
"target": 0,
"brier": 0.023573045478864314,
"nll": 0.15056539749660386
},
{
"id": "transfer-v4-0114",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.37761136748786506,
"probabilities": [
0.1042496558120487,
0.37761136748786506,
0.3346890496660432,
0.05477591211059722,
0.06433700746172291,
0.06433700746172291
],
"target": 2,
"brier": 0.6073758978330663,
"nll": 1.0945533881627976
},
{
"id": "transfer-v4-0115",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8838517056731263,
"probabilities": [
0.048831083240453,
0.8838517056731263,
0.017864913379770152,
0.016484099235550182,
0.016484099235550182,
0.016484099235550182
],
"target": 1,
"brier": 0.017009232678367216,
"nll": 0.12346598418016176
},
{
"id": "transfer-v4-0116",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7396640870407305,
"probabilities": [
0.7396640870407305,
0.022352924789574444,
0.17385737726999234,
0.0182808058597898,
0.02521958250734792,
0.02062522253256501
],
"target": 1,
"brier": 1.5345187679657435,
"nll": 3.800798103416176
},
{
"id": "transfer-v4-0117",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7931716471656101,
"probabilities": [
0.07100648459422024,
0.7931716471656101,
0.04944103229582694,
0.025977796040392652,
0.025977796040392652,
0.03442524386355744
],
"target": 1,
"brier": 0.052799093254391014,
"nll": 0.2317156278497794
},
{
"id": "transfer-v4-0118",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7605650580790185,
"probabilities": [
0.7605650580790185,
0.04374427438003387,
0.024909882385299925,
0.06540323927893421,
0.04740855194906531,
0.05796899392764817
],
"target": 0,
"brier": 0.06974871395725739,
"nll": 0.2736936244866906
},
{
"id": "transfer-v4-0119",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.850151893309683,
"probabilities": [
0.850151893309683,
0.026746330683133264,
0.023706128732464728,
0.046969257120157565,
0.03141487750629009,
0.02101151264827135
],
"target": 0,
"brier": 0.027366291130087483,
"nll": 0.16234024745097092
},
{
"id": "transfer-v4-0120",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8461625200626911,
"probabilities": [
0.8461625200626911,
0.022664704019773482,
0.03527737128340303,
0.024563246115828764,
0.04866745449853011,
0.022664704019773482
],
"target": 0,
"brier": 0.028909714961850134,
"nll": 0.16704383373252676
},
{
"id": "transfer-v4-0121",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6985088899065058,
"probabilities": [
0.024793780585845436,
0.20075639489694214,
0.6985088899065058,
0.021109188919180136,
0.0219755331564933,
0.03285621253503319
],
"target": 1,
"brier": 1.1293277937487758,
"nll": 1.6056630716342724
},
{
"id": "transfer-v4-0122",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5491828012785287,
"probabilities": [
0.5491828012785287,
0.023835650956999938,
0.01872492679264015,
0.03158651829589627,
0.3528344517189351,
0.023835650956999938
],
"target": 2,
"brier": 1.3911286534891878,
"nll": 3.977899659191829
},
{
"id": "transfer-v4-0123",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5578302461911412,
"probabilities": [
0.016857829902626225,
0.37309887144624365,
0.5578302461911412,
0.016857829902626225,
0.015554862049265377,
0.019800360508097328
],
"target": 1,
"brier": 0.7053819894153166,
"nll": 0.9859118235619484
},
{
"id": "transfer-v4-0124",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.501929983439148,
"probabilities": [
0.1627585988414705,
0.501929983439148,
0.17639238606714053,
0.054943075628785025,
0.05719796770221091,
0.046777988321245065
],
"target": 1,
"brier": 0.3141569060164214,
"nll": 0.6892946442388018
},
{
"id": "transfer-v4-0125",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.752862626665364,
"probabilities": [
0.028961580030906348,
0.752862626665364,
0.1390167762412371,
0.027819838167579186,
0.025669589447456675,
0.025669589447456675
],
"target": 1,
"brier": 0.08333311753360831,
"nll": 0.2838725025328309
},
{
"id": "transfer-v4-0126",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6302555987315058,
"probabilities": [
0.0587374809008086,
0.2498946562378006,
0.6302555987315058,
0.019828241909391937,
0.02064201111024651,
0.02064201111024651
],
"target": 2,
"brier": 0.2038536975707471,
"nll": 0.46162982960329746
},
{
"id": "transfer-v4-0127",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8695218433510983,
"probabilities": [
0.8695218433510983,
0.01829657862638565,
0.024246250849273045,
0.0520634792437631,
0.01829657862638565,
0.017575269303094308
],
"target": 0,
"brier": 0.021301455583646274,
"nll": 0.13981182376545154
},
{
"id": "transfer-v4-0128",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5613011864167016,
"probabilities": [
0.5613011864167016,
0.03791855747040325,
0.029788241567156058,
0.13193327532534646,
0.11232668454306868,
0.12673205467732393
],
"target": 1,
"brier": 1.2876317501495376,
"nll": 3.2723146437112276
},
{
"id": "transfer-v4-0129",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.9313929367214133,
"probabilities": [
0.01420625156611791,
0.01310822873615804,
0.011618242956141027,
0.9313929367214133,
0.013646203512628298,
0.01602813650754141
],
"target": 3,
"brier": 0.005658675975471635,
"nll": 0.07107403196979432
},
{
"id": "transfer-v4-0130",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8325480238209442,
"probabilities": [
0.08408986047672082,
0.01976524669633293,
0.016827933521620805,
0.8325480238209442,
0.026192503098757012,
0.02057643238562426
],
"target": 0,
"brier": 1.5338108767615857,
"nll": 2.4758692843523966
},
{
"id": "transfer-v4-0131",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8879183945578252,
"probabilities": [
0.01794710225702486,
0.8879183945578252,
0.021944900916124985,
0.01868367217828968,
0.01794710225702486,
0.03555882783371041
],
"target": 1,
"brier": 0.015301571756535366,
"nll": 0.11887543823331594
},
{
"id": "transfer-v4-0132",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8768439153992083,
"probabilities": [
0.015708700368382938,
0.8768439153992083,
0.027586066645806658,
0.015708700368382938,
0.015708700368382938,
0.048443916849836226
],
"target": 1,
"brier": 0.01901551512872901,
"nll": 0.1314262780490249
},
{
"id": "transfer-v4-0133",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8772956214989877,
"probabilities": [
0.8772956214989877,
0.02000648682987169,
0.015097188067684519,
0.03963909232061791,
0.024463009117571412,
0.023498602165266853
],
"target": 0,
"brier": 0.0184064298649549,
"nll": 0.1309112607425198
},
{
"id": "transfer-v4-0134",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.727150868273983,
"probabilities": [
0.03155982800035003,
0.727150868273983,
0.15148846782259703,
0.029120503951359924,
0.029120503951359924,
0.03155982800035003
],
"target": 1,
"brier": 0.10108345755446507,
"nll": 0.31862130128090344
},
{
"id": "transfer-v4-0135",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5972202157911034,
"probabilities": [
0.5972202157911034,
0.04551912353480925,
0.032995251919808906,
0.11480315671133753,
0.12952607103769134,
0.0799361810052496
],
"target": 4,
"brier": 1.1371270822338715,
"nll": 2.043873097350475
},
{
"id": "transfer-v4-0136",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.4525073794378826,
"probabilities": [
0.042172027976680675,
0.4525073794378826,
0.3852606648752265,
0.03737842061743722,
0.04050947911609235,
0.042172027976680675
],
"target": 1,
"brier": 0.4547690735835192,
"nll": 0.7929512078251159
},
{
"id": "transfer-v4-0137",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7611356916939043,
"probabilities": [
0.034390605729888335,
0.7611356916939043,
0.027016736365730043,
0.028125531761903078,
0.034390605729888335,
0.11494082871868588
],
"target": 5,
"brier": 1.366543654945207,
"nll": 2.163337815917346
},
{
"id": "transfer-v4-0138",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5345802883260686,
"probabilities": [
0.5345802883260686,
0.15994785666485184,
0.0660216433330564,
0.10697944422446398,
0.07155203792619691,
0.06091872952536222
],
"target": 1,
"brier": 1.0160979328021076,
"nll": 1.8329074127085774
},
{
"id": "transfer-v4-0139",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7362733812454364,
"probabilities": [
0.025103951995251415,
0.7362733812454364,
0.12544544601941612,
0.0319557464997059,
0.025103951995251415,
0.05611752224493871
],
"target": 2,
"brier": 1.3123749226675903,
"nll": 2.075884307989102
},
{
"id": "transfer-v4-0140",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.67008137483847,
"probabilities": [
0.023784736346635728,
0.24515011026878855,
0.67008137483847,
0.019451778186078735,
0.018684928975080575,
0.02284707138494641
],
"target": 1,
"brier": 1.0206226055319882,
"nll": 1.4058845610836965
},
{
"id": "transfer-v4-0141",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6156340379037121,
"probabilities": [
0.03994946643597185,
0.6156340379037121,
0.02671977006017648,
0.02671977006017648,
0.25411525936682355,
0.03686169617313958
],
"target": 4,
"brier": 0.9397319516724671,
"nll": 1.369967337854525
},
{
"id": "transfer-v4-0142",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6734685025805476,
"probabilities": [
0.022962569249465086,
0.6734685025805476,
0.22734538279176053,
0.02205731256816373,
0.02118774789174934,
0.03297848491831372
],
"target": 2,
"brier": 1.053105287213794,
"nll": 1.481284907728602
},
{
"id": "transfer-v4-0143",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.9186782503270567,
"probabilities": [
0.015809333592268368,
0.9186782503270567,
0.015186079388143025,
0.015186079388143025,
0.015809333592268368,
0.01933092371212042
],
"target": 0,
"brier": 1.8136858491226386,
"nll": 4.147154779675804
},
{
"id": "transfer-v4-0144",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.744325571280666,
"probabilities": [
0.025378498943722818,
0.744325571280666,
0.061483419859004955,
0.03103166975982795,
0.025378498943722818,
0.1124023412130555
],
"target": 1,
"brier": 0.08403501167404874,
"nll": 0.2952767440588211
},
{
"id": "transfer-v4-0145",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8507143607655837,
"probabilities": [
0.013508221688085938,
0.8507143607655837,
0.041657881655680754,
0.01463975724219281,
0.01463975724219281,
0.06484002140626399
],
"target": 1,
"brier": 0.028836926599026917,
"nll": 0.1616788580265448
},
{
"id": "transfer-v4-0146",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.9281359971472546,
"probabilities": [
0.9281359971472546,
0.014737575411017079,
0.011121195813499737,
0.021165887031854326,
0.014156580994926456,
0.010682763601447777
],
"target": 0,
"brier": 0.00626783702881257,
"nll": 0.07457700828308207
},
{
"id": "transfer-v4-0147",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.3910252939288647,
"probabilities": [
0.1489282322528475,
0.3910252939288647,
0.24131862497755185,
0.06399602007846632,
0.05904964271055667,
0.095682186051713
],
"target": 2,
"brier": 0.7674152592778283,
"nll": 1.421637123347441
},
{
"id": "transfer-v4-0148",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.38197958896286327,
"probabilities": [
0.32521394258604136,
0.08624443508212755,
0.38197958896286327,
0.0934687863305448,
0.057683658499460576,
0.055409588538962475
],
"target": 2,
"brier": 0.5102854804715483,
"nll": 0.9623881038374932
},
{
"id": "transfer-v4-0149",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6077323254217216,
"probabilities": [
0.13180594784571723,
0.04822137067793987,
0.042740145905397445,
0.6077323254217216,
0.08134319282122518,
0.08815701732799867
],
"target": 3,
"brier": 0.18978713179115206,
"nll": 0.498020748196911
},
{
"id": "transfer-v4-0150",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8916989847251824,
"probabilities": [
0.017312983599157485,
0.0211695197222416,
0.01534505237055177,
0.03571022787517658,
0.01876323170769017,
0.8916989847251824
],
"target": 5,
"brier": 0.014339747747199835,
"nll": 0.1146266644253513
},
{
"id": "transfer-v4-0151",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.4936839016507348,
"probabilities": [
0.4936839016507348,
0.02955979651086146,
0.023221729193506412,
0.02955979651086146,
0.38783040426021215,
0.03614437187382371
],
"target": 4,
"brier": 0.6220686361617246,
"nll": 0.9471871373381074
},
{
"id": "transfer-v4-0152",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8890093026897545,
"probabilities": [
0.8890093026897545,
0.01796916138919455,
0.017260762044065944,
0.034198951199085136,
0.026866180997400794,
0.014695641680499066
],
"target": 3,
"brier": 1.7246677843670302,
"nll": 3.3755603020772273
},
{
"id": "transfer-v4-0153",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8395049587627965,
"probabilities": [
0.01444686300018218,
0.8395049587627965,
0.09959299135877377,
0.015039771823286585,
0.01444686300018218,
0.01696855205477877
],
"target": 1,
"brier": 0.03660897238594476,
"nll": 0.17494289567698781
},
{
"id": "transfer-v4-0154",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.2684832493328806,
"probabilities": [
0.2684832493328806,
0.1301656802731329,
0.11082177526636589,
0.14685875067965126,
0.1410691280583357,
0.20260141638963358
],
"target": 1,
"brier": 0.9234917902856451,
"nll": 2.0389471763264946
},
{
"id": "transfer-v4-0155",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7884804665184055,
"probabilities": [
0.7884804665184055,
0.019487302895540765,
0.016591295723552224,
0.13434054057553813,
0.023828173233778574,
0.017272221053184725
],
"target": 3,
"brier": 1.3725888832998319,
"nll": 2.007377355215694
},
{
"id": "transfer-v4-0156",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8542101057648134,
"probabilities": [
0.01797438656085091,
0.8542101057648134,
0.0677784926299646,
0.01797438656085091,
0.017265780444290987,
0.024796848039229245
],
"target": 1,
"brier": 0.02740776531580595,
"nll": 0.15757808996714412
},
{
"id": "transfer-v4-0157",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8042103719946686,
"probabilities": [
0.8042103719946686,
0.020691801376243962,
0.11665797963174193,
0.019092491514538967,
0.0224250689430583,
0.016922286539748258
],
"target": 0,
"brier": 0.053524584021486896,
"nll": 0.21789438731953054
},
{
"id": "transfer-v4-0158",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7281270136360167,
"probabilities": [
0.7281270136360167,
0.03424939844937756,
0.024826204946195068,
0.1344493310737707,
0.04918845474310154,
0.029159597151538454
],
"target": 3,
"brier": 1.284406056397376,
"nll": 2.0065678715584006
},
{
"id": "transfer-v4-0159",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8353137342806394,
"probabilities": [
0.027358036386377974,
0.019830906689796944,
0.01757676706620765,
0.06366623914366126,
0.03625431643331678,
0.8353137342806394
],
"target": 5,
"brier": 0.033940001338890316,
"nll": 0.17994789502258843
},
{
"id": "transfer-v4-0160",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6909196766936876,
"probabilities": [
0.3090803233063124,
0.6909196766936876
],
"target": 1,
"brier": 0.1910612925102692,
"nll": 0.3697317040931213
},
{
"id": "transfer-v4-0161",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.762496005929947,
"probabilities": [
0.762496005929947,
0.23750399407005301
],
"target": 1,
"brier": 1.1628003181182436,
"nll": 1.4375708385117822
},
{
"id": "transfer-v4-0162",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9567699957134574,
"probabilities": [
0.9567699957134574,
0.0432300042865425
],
"target": 0,
"brier": 0.0037376665412289707,
"nll": 0.0441922552726056
},
{
"id": "transfer-v4-0163",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8977014221764783,
"probabilities": [
0.8977014221764783,
0.1022985778235217
],
"target": 0,
"brier": 0.02092999804943025,
"nll": 0.10791775797603681
},
{
"id": "transfer-v4-0164",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.5401346683502197,
"probabilities": [
0.4598653316497803,
0.5401346683502197
],
"target": 1,
"brier": 0.4229522465067248,
"nll": 0.6159367846815547
},
{
"id": "transfer-v4-0165",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9413241042793828,
"probabilities": [
0.9413241042793828,
0.05867589572061715
],
"target": 0,
"brier": 0.006885721477233476,
"nll": 0.06046777332095898
},
{
"id": "transfer-v4-0166",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.8158052563667297,
"probabilities": [
0.8158052563667297,
0.18419474363327026
],
"target": 1,
"brier": 1.3310764326311713,
"nll": 1.6917616917609821
},
{
"id": "transfer-v4-0167",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6555526657237808,
"probabilities": [
0.3444473342762192,
0.6555526657237808
],
"target": 1,
"brier": 0.237287932179987,
"nll": 0.4222766346522233
},
{
"id": "transfer-v4-0168",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8777008514397291,
"probabilities": [
0.12229914856027091,
0.8777008514397291
],
"target": 1,
"brier": 0.02991416347713443,
"nll": 0.13044945930395108
},
{
"id": "transfer-v4-0169",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8900742066612881,
"probabilities": [
0.10992579333871189,
0.8900742066612881
],
"target": 1,
"brier": 0.02416736008229039,
"nll": 0.11645044146061613
},
{
"id": "transfer-v4-0170",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.699442309107918,
"probabilities": [
0.699442309107918,
0.3005576908920819
],
"target": 1,
"brier": 0.9784390875404327,
"nll": 1.2021155604313165
},
{
"id": "transfer-v4-0171",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9514948654808486,
"probabilities": [
0.9514948654808486,
0.04850513451915134
],
"target": 0,
"brier": 0.004705496149441939,
"nll": 0.04972098849712045
},
{
"id": "transfer-v4-0172",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.5992188214790118,
"probabilities": [
0.40078117852098816,
0.5992188214790118
],
"target": 1,
"brier": 0.32125110611334434,
"nll": 0.5121284362594057
},
{
"id": "transfer-v4-0173",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9367200909531076,
"probabilities": [
0.9367200909531076,
0.06327990904689242
],
"target": 0,
"brier": 0.008008693777965951,
"nll": 0.06537077034423938
},
{
"id": "transfer-v4-0174",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7836519350798091,
"probabilities": [
0.21634806492019087,
0.7836519350798091
],
"target": 1,
"brier": 0.09361297038942225,
"nll": 0.24379031756869302
},
{
"id": "transfer-v4-0175",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8819531530869437,
"probabilities": [
0.8819531530869437,
0.11804684691305634
],
"target": 0,
"brier": 0.027870116132229117,
"nll": 0.12561633879986225
},
{
"id": "transfer-v4-0176",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.9147488065921303,
"probabilities": [
0.08525119340786969,
0.9147488065921303
],
"target": 0,
"brier": 1.6735307583234533,
"nll": 2.4621531639972023
},
{
"id": "transfer-v4-0177",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7903933650020739,
"probabilities": [
0.2096066349979261,
0.7903933650020739
],
"target": 1,
"brier": 0.08786988287030763,
"nll": 0.23522452706489463
},
{
"id": "transfer-v4-0178",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8939482766114946,
"probabilities": [
0.8939482766114946,
0.10605172338850542
],
"target": 0,
"brier": 0.02249393606734414,
"nll": 0.11210736162162172
},
{
"id": "transfer-v4-0179",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9236997297130545,
"probabilities": [
0.9236997297130545,
0.07630027028694547
],
"target": 0,
"brier": 0.011643462491721875,
"nll": 0.07936822799695913
},
{
"id": "transfer-v4-0180",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.962956403416787,
0.037043596583213004
],
"target": 0,
"brier": 0.0027444560956396595,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0181",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9115594029426575,
"probabilities": [
0.9115594029426575,
0.08844059705734253
],
"target": 0,
"brier": 0.015643478415718448,
"nll": 0.09259851645192092
},
{
"id": "transfer-v4-0182",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8939482766114946,
"probabilities": [
0.8939482766114946,
0.10605172338850542
],
"target": 0,
"brier": 0.02249393606734414,
"nll": 0.11210736162162172
},
{
"id": "transfer-v4-0183",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.7551354765892029,
"probabilities": [
0.24486452341079712,
0.7551354765892029
],
"target": 0,
"brier": 1.1404591760072051,
"nll": 1.4070501870495258
},
{
"id": "transfer-v4-0184",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8441305160522461,
"probabilities": [
0.8441305160522461,
0.1558694839477539
],
"target": 0,
"brier": 0.048590592052278225,
"nll": 0.16944815646936298
},
{
"id": "transfer-v4-0185",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6088387007213414,
"probabilities": [
0.6088387007213414,
0.39116129927865867
],
"target": 0,
"brier": 0.3060143241067367,
"nll": 0.4962019055961045
},
{
"id": "transfer-v4-0186",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9264865906576829,
"probabilities": [
0.9264865906576829,
0.07351340934231708
],
"target": 0,
"brier": 0.010808442706262146,
"nll": 0.07635570647782945
},
{
"id": "transfer-v4-0187",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8332510615327255,
"probabilities": [
0.8332510615327255,
0.16674893846727448
],
"target": 0,
"brier": 0.055610416959925774,
"nll": 0.18242028782843217
},
{
"id": "transfer-v4-0188",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7767550233490017,
"probabilities": [
0.7767550233490017,
0.22324497665099835
],
"target": 0,
"brier": 0.09967663919980957,
"nll": 0.2526302635924583
},
{
"id": "transfer-v4-0189",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7241831421852112,
"probabilities": [
0.7241831421852112,
0.2758168578147888
],
"target": 0,
"brier": 0.15214987810964686,
"nll": 0.3227109597657559
},
{
"id": "transfer-v4-0190",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9178335138993972,
"probabilities": [
0.08216648610060284,
0.9178335138993972
],
"target": 1,
"brier": 0.01350266287624112,
"nll": 0.085739262216954
},
{
"id": "transfer-v4-0191",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9670282402534435,
"probabilities": [
0.9670282402534435,
0.03297175974655657
],
"target": 0,
"brier": 0.0021742738815692933,
"nll": 0.03352757997032408
},
{
"id": "transfer-v4-0192",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.8158053281278212,
"probabilities": [
0.8158053281278212,
0.18419467187217878
],
"target": 1,
"brier": 1.3310766668034841,
"nll": 1.6917620813546483
},
{
"id": "transfer-v4-0193",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8900742530822754,
"probabilities": [
0.8900742530822754,
0.10992574691772461
],
"target": 0,
"brier": 0.024167339670839283,
"nll": 0.11645038930655334
},
{
"id": "transfer-v4-0194",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6734828352928162,
"probabilities": [
0.32651716470718384,
0.6734828352928162
],
"target": 1,
"brier": 0.21322691769683644,
"nll": 0.3952927692874956
},
{
"id": "transfer-v4-0195",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9567699957134574,
"probabilities": [
0.9567699957134574,
0.0432300042865425
],
"target": 0,
"brier": 0.0037376665412289707,
"nll": 0.0441922552726056
},
{
"id": "transfer-v4-0196",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9682868683029455,
"probabilities": [
0.9682868683029455,
0.03171313169705446
],
"target": 0,
"brier": 0.0020114454440694415,
"nll": 0.032226884056378045
},
{
"id": "transfer-v4-0197",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9390627565560977,
"probabilities": [
0.9390627565560977,
0.06093724344390229
],
"target": 0,
"brier": 0.007426695277082824,
"nll": 0.06287296861405053
},
{
"id": "transfer-v4-0198",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8977014221764783,
"probabilities": [
0.8977014221764783,
0.1022985778235217
],
"target": 0,
"brier": 0.02092999804943025,
"nll": 0.10791775797603681
},
{
"id": "transfer-v4-0199",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9567699957134574,
"probabilities": [
0.9567699957134574,
0.0432300042865425
],
"target": 0,
"brier": 0.0037376665412289707,
"nll": 0.0441922552726056
},
{
"id": "transfer-v4-0200",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9178334797074353,
"probabilities": [
0.9178334797074353,
0.08216652029256462
],
"target": 0,
"brier": 0.013502674113976872,
"nll": 0.08573929946985655
},
{
"id": "transfer-v4-0201",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9599776017671704,
"probabilities": [
0.9599776017671704,
0.04002239823282962
],
"target": 0,
"brier": 0.0032035847206144056,
"nll": 0.04084532628496947
},
{
"id": "transfer-v4-0202",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.9643647383342762,
0.03563526166572387
],
"target": 0,
"brier": 0.0025397437479692166,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0203",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9178334797074353,
"probabilities": [
0.9178334797074353,
0.08216652029256462
],
"target": 0,
"brier": 0.013502674113976872,
"nll": 0.08573929946985655
},
{
"id": "transfer-v4-0204",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9599775838861949,
"probabilities": [
0.9599775838861949,
0.040022416113805054
],
"target": 0,
"brier": 0.003203587583173127,
"nll": 0.040845344911420355
},
{
"id": "transfer-v4-0205",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9208162817176517,
"probabilities": [
0.07918371828234827,
0.9208162817176517
],
"target": 1,
"brier": 0.012540122482036592,
"nll": 0.08249473958738164
},
{
"id": "transfer-v4-0206",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9013364054760488,
"probabilities": [
0.9013364054760488,
0.09866359452395121
],
"target": 0,
"brier": 0.019469009768773318,
"nll": 0.10387672205083896
},
{
"id": "transfer-v4-0207",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9342936594994766,
"probabilities": [
0.9342936594994766,
0.06570634050052343
],
"target": 0,
"brier": 0.008634646363941444,
"nll": 0.06796447957093762
},
{
"id": "transfer-v4-0208",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9342936594994766,
"probabilities": [
0.9342936594994766,
0.06570634050052343
],
"target": 0,
"brier": 0.008634646363941444,
"nll": 0.06796447957093762
},
{
"id": "transfer-v4-0209",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7697028403028423,
"probabilities": [
0.7697028403028423,
0.23029715969715775
],
"target": 0,
"brier": 0.10607356352915634,
"nll": 0.26175076030596595
},
{
"id": "transfer-v4-0210",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9413241323330278,
"probabilities": [
0.9413241323330278,
0.0586758676669722
],
"target": 0,
"brier": 0.006885714892944066,
"nll": 0.060467743518636465
},
{
"id": "transfer-v4-0211",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8900742530822754,
"probabilities": [
0.8900742530822754,
0.10992574691772461
],
"target": 0,
"brier": 0.024167339670839283,
"nll": 0.11645038930655334
},
{
"id": "transfer-v4-0212",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8819531530869437,
"probabilities": [
0.8819531530869437,
0.11804684691305634
],
"target": 0,
"brier": 0.027870116132229117,
"nll": 0.12561633879986225
},
{
"id": "transfer-v4-0213",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9367200909531076,
"probabilities": [
0.0632799090468924,
0.9367200909531076
],
"target": 1,
"brier": 0.00800869377796595,
"nll": 0.06537077034423938
},
{
"id": "transfer-v4-0214",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9456126269998518,
"probabilities": [
0.9456126269998518,
0.05438737300014818
],
"target": 0,
"brier": 0.005915972683714494,
"nll": 0.05592227899322026
},
{
"id": "transfer-v4-0215",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7903932921881447,
"probabilities": [
0.2096067078118553,
0.7903932921881447
],
"target": 1,
"brier": 0.08786994391944897,
"nll": 0.23522461918855836
},
{
"id": "transfer-v4-0216",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8819531530869437,
"probabilities": [
0.8819531530869437,
0.11804684691305634
],
"target": 0,
"brier": 0.027870116132229117,
"nll": 0.12561633879986225
},
{
"id": "transfer-v4-0217",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.8819531530869437,
"probabilities": [
0.8819531530869437,
0.11804684691305634
],
"target": 1,
"brier": 1.5556827284800037,
"nll": 2.136673725565427
},
{
"id": "transfer-v4-0218",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9657214319919103,
"probabilities": [
0.9657214319919103,
0.03427856800808969
],
"target": 0,
"brier": 0.0023500404493704613,
"nll": 0.0348798590361973
},
{
"id": "transfer-v4-0219",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6088387007213414,
"probabilities": [
0.6088387007213414,
0.39116129927865867
],
"target": 0,
"brier": 0.3060143241067367,
"nll": 0.4962019055961045
},
{
"id": "transfer-v4-0220",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.5,
"probabilities": [
0.5,
0.5
],
"target": 1,
"brier": 0.5,
"nll": 0.6931471805599453
},
{
"id": "transfer-v4-0221",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.9048559474135613,
"probabilities": [
0.9048559474135613,
0.09514405258643863
],
"target": 1,
"brier": 1.6375285711393874,
"nll": 2.3523631928536686
},
{
"id": "transfer-v4-0222",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7903932921881447,
"probabilities": [
0.7903932921881447,
0.20960670781185536
],
"target": 0,
"brier": 0.087869943919449,
"nll": 0.23522461918855836
},
{
"id": "transfer-v4-0223",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.8493496522501215,
"probabilities": [
0.8493496522501215,
0.15065034774987854
],
"target": 1,
"brier": 1.4427896635548045,
"nll": 1.8927937050787298
},
{
"id": "transfer-v4-0224",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9670282402534435,
"probabilities": [
0.9670282402534435,
0.03297175974655657
],
"target": 0,
"brier": 0.0021742738815692933,
"nll": 0.03352757997032408
},
{
"id": "transfer-v4-0225",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8387649059295654,
"probabilities": [
0.8387649059295654,
0.16123509407043457
],
"target": 0,
"brier": 0.05199351111980377,
"nll": 0.1758248192540805
},
{
"id": "transfer-v4-0226",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6909196766936876,
"probabilities": [
0.3090803233063124,
0.6909196766936876
],
"target": 1,
"brier": 0.1910612925102692,
"nll": 0.3697317040931213
},
{
"id": "transfer-v4-0227",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8641473441189831,
"probabilities": [
0.8641473441189831,
0.13585265588101697
],
"target": 0,
"brier": 0.036911888219852015,
"nll": 0.14601198754314346
},
{
"id": "transfer-v4-0228",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.5401346683502197,
"probabilities": [
0.5401346683502197,
0.4598653316497803
],
"target": 0,
"brier": 0.4229522465067248,
"nll": 0.6159367846815547
},
{
"id": "transfer-v4-0229",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9342936594994766,
"probabilities": [
0.9342936594994766,
0.06570634050052343
],
"target": 0,
"brier": 0.008634646363941444,
"nll": 0.06796447957093762
},
{
"id": "transfer-v4-0230",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6464148759841919,
"probabilities": [
0.3535851240158081,
0.6464148759841919
],
"target": 1,
"brier": 0.2500448798505488,
"nll": 0.43631375845065423
},
{
"id": "transfer-v4-0231",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9236997297130545,
"probabilities": [
0.07630027028694553,
0.9236997297130545
],
"target": 1,
"brier": 0.011643462491721884,
"nll": 0.07936822799695913
},
{
"id": "transfer-v4-0232",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9599775838861949,
"probabilities": [
0.9599775838861949,
0.040022416113805054
],
"target": 0,
"brier": 0.003203587583173127,
"nll": 0.040845344911420355
},
{
"id": "transfer-v4-0233",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8819531530869437,
"probabilities": [
0.8819531530869437,
0.11804684691305634
],
"target": 0,
"brier": 0.027870116132229117,
"nll": 0.12561633879986225
},
{
"id": "transfer-v4-0234",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9291794646225671,
"probabilities": [
0.9291794646225671,
0.07082053537743298
],
"target": 0,
"brier": 0.010031096462292464,
"nll": 0.07345337839190196
},
{
"id": "transfer-v4-0235",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.8441305160522461,
"probabilities": [
0.8441305160522461,
0.1558694839477539
],
"target": 1,
"brier": 1.4251126562612626,
"nll": 1.8587362632728652
},
{
"id": "transfer-v4-0236",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.6645770867042866,
"probabilities": [
0.6645770867042866,
0.33542291329571344
],
"target": 1,
"brier": 0.8833254083447137,
"nll": 1.0923631156005629
},
{
"id": "transfer-v4-0237",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9115594029426575,
"probabilities": [
0.9115594029426575,
0.08844059705734253
],
"target": 0,
"brier": 0.015643478415718448,
"nll": 0.09259851645192092
},
{
"id": "transfer-v4-0238",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9567699957134574,
"probabilities": [
0.9567699957134574,
0.0432300042865425
],
"target": 0,
"brier": 0.0037376665412289707,
"nll": 0.0441922552726056
},
{
"id": "transfer-v4-0239",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9048559474135613,
"probabilities": [
0.9048559474135613,
0.09514405258643863
],
"target": 0,
"brier": 0.018104781485142003,
"nll": 0.0999795220804185
},
{
"id": "transfer-v4-0240",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9749160659994832,
"probabilities": [
0.025083934000516783,
0.9749160659994832
],
"target": 1,
"brier": 0.001258407489884564,
"nll": 0.02540389784429172
},
{
"id": "transfer-v4-0241",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134508630337,
"probabilities": [
0.9739134508630337,
0.026086549136966317
],
"target": 0,
"brier": 0.0013610160917507147,
"nll": 0.026432838771378035
},
{
"id": "transfer-v4-0242",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.029333878636366273,
0.9706661213636337
],
"target": 1,
"brier": 0.0017209528717061313,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0243",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134508630337,
"probabilities": [
0.9739134508630337,
0.026086549136966317
],
"target": 0,
"brier": 0.0013610160917507147,
"nll": 0.026432838771378035
},
{
"id": "transfer-v4-0244",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134508630337,
"probabilities": [
0.026086549136966286,
0.9739134508630337
],
"target": 1,
"brier": 0.001361016091750713,
"nll": 0.026432838771378035
},
{
"id": "transfer-v4-0245",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.03563526166572384,
0.9643647383342762
],
"target": 1,
"brier": 0.002539743747969214,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0246",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9584033656834051,
"probabilities": [
0.04159663431659488,
0.9584033656834051
],
"target": 1,
"brier": 0.003460559972937038,
"nll": 0.042486539853949463
},
{
"id": "transfer-v4-0247",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.8217726472284295,
"probabilities": [
0.17822735277157054,
0.8217726472284295
],
"target": 0,
"brier": 1.3506205674656415,
"nll": 1.72469528093459
},
{
"id": "transfer-v4-0248",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.9739134617473644,
0.02608653825263565
],
"target": 0,
"brier": 0.001361014956012445,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0249",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9694989468082629,
"probabilities": [
0.9694989468082629,
0.030501053191737133
],
"target": 0,
"brier": 0.0018606284916103555,
"nll": 0.030975890624659212
},
{
"id": "transfer-v4-0250",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0251",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.027128111072739602,
0.9728718889272604
],
"target": 1,
"brier": 0.001471868820749794,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0252",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9456126269998518,
"probabilities": [
0.054387373000148176,
0.9456126269998518
],
"target": 1,
"brier": 0.005915972683714493,
"nll": 0.05592227899322026
},
{
"id": "transfer-v4-0253",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9291794646225671,
"probabilities": [
0.07082053537743294,
0.9291794646225671
],
"target": 1,
"brier": 0.01003109646229246,
"nll": 0.07345337839190196
},
{
"id": "transfer-v4-0254",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9435066088695357,
"probabilities": [
0.056493391130464254,
0.9435066088695357
],
"target": 1,
"brier": 0.006383006482839235,
"nll": 0.058151909566866
},
{
"id": "transfer-v4-0255",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.022296266256521702,
0.9777037337434783
],
"target": 1,
"brier": 0.0009942469779634165,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0256",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9390627320681276,
"probabilities": [
0.060937267931872374,
0.9390627320681276
],
"target": 1,
"brier": 0.007426701246001603,
"nll": 0.06287299469108346
},
{
"id": "transfer-v4-0257",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.02821007093001393,
0.9717899290699861
],
"target": 1,
"brier": 0.0015916162037528342,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0258",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9435066088695357,
"probabilities": [
0.9435066088695357,
0.05649339113046424
],
"target": 0,
"brier": 0.006383006482839233,
"nll": 0.058151909566866
},
{
"id": "transfer-v4-0259",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9514948654808486,
"probabilities": [
0.048505134519151394,
0.9514948654808486
],
"target": 1,
"brier": 0.004705496149441944,
"nll": 0.04972098849712045
},
{
"id": "transfer-v4-0260",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.9706661213636337,
0.029333878636366262
],
"target": 0,
"brier": 0.0017209528717061307,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0261",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9342936246943279,
"probabilities": [
0.9342936246943279,
0.06570637530567215
],
"target": 0,
"brier": 0.008634655511619684,
"nll": 0.06796451682383886
},
{
"id": "transfer-v4-0262",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9749160659994832,
"probabilities": [
0.025083934000516783,
0.9749160659994832
],
"target": 1,
"brier": 0.001258407489884564,
"nll": 0.02540389784429172
},
{
"id": "transfer-v4-0263",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.03563526166572384,
0.9643647383342762
],
"target": 1,
"brier": 0.002539743747969214,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0264",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9749160659994832,
"probabilities": [
0.025083934000516783,
0.9749160659994832
],
"target": 1,
"brier": 0.001258407489884564,
"nll": 0.02540389784429172
},
{
"id": "transfer-v4-0265",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9682868538743471,
"probabilities": [
0.9682868538743471,
0.0317131461256529
],
"target": 0,
"brier": 0.0020114472743740274,
"nll": 0.03222689895753906
},
{
"id": "transfer-v4-0266",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9599775838861949,
"probabilities": [
0.04002241611380508,
0.9599775838861949
],
"target": 1,
"brier": 0.0032035875831731295,
"nll": 0.040845344911420355
},
{
"id": "transfer-v4-0267",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.9728718889272604,
0.027128111072739585
],
"target": 0,
"brier": 0.001471868820749793,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0268",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.8777008987158269,
"probabilities": [
0.1222991012841731,
0.8777008987158269
],
"target": 0,
"brier": 1.5407177352131405,
"nll": 2.1012855847692147
},
{
"id": "transfer-v4-0269",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9749160787109417,
"probabilities": [
0.9749160787109417,
0.0250839212890583
],
"target": 0,
"brier": 0.0012584062144713466,
"nll": 0.025403884805776097
},
{
"id": "transfer-v4-0270",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9514948867484165,
"probabilities": [
0.9514948867484165,
0.04850511325158348
],
"target": 0,
"brier": 0.004705492023097876,
"nll": 0.04972096614537851
},
{
"id": "transfer-v4-0271",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.02821007093001393,
0.9717899290699861
],
"target": 1,
"brier": 0.0015916162037528342,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0272",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9147488065921303,
"probabilities": [
0.08525119340786969,
0.9147488065921303
],
"target": 1,
"brier": 0.014535531954932008,
"nll": 0.08910577971102328
},
{
"id": "transfer-v4-0273",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9657214140039472,
"probabilities": [
0.034278585996052824,
0.9657214140039472
],
"target": 1,
"brier": 0.0023500429157775776,
"nll": 0.03487987766264866
},
{
"id": "transfer-v4-0274",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.03704359658321299,
0.962956403416787
],
"target": 1,
"brier": 0.0027444560956396582,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0275",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.979391540794599,
"probabilities": [
0.020608459205400997,
0.979391540794599
],
"target": 1,
"brier": 0.0008494171816413542,
"nll": 0.020823776881505142
},
{
"id": "transfer-v4-0276",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.9264866251719985,
"probabilities": [
0.9264866251719985,
0.07351337482800148
],
"target": 1,
"brier": 1.7167549332451986,
"nll": 2.61028791886896
},
{
"id": "transfer-v4-0277",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.027128111072739602,
0.9728718889272604
],
"target": 1,
"brier": 0.001471868820749794,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0278",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0279",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.5100539630683638,
"probabilities": [
0.5100539630683638,
0.48994603693163613
],
"target": 0,
"brier": 0.4800942382100324,
"nll": 0.673238748923274
},
{
"id": "transfer-v4-0280",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9614946174510224,
"probabilities": [
0.9614946174510224,
0.03850538254897756
],
"target": 0,
"brier": 0.002965328970486216,
"nll": 0.039266312043831623
},
{
"id": "transfer-v4-0281",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134508630337,
"probabilities": [
0.9739134508630337,
0.026086549136966317
],
"target": 0,
"brier": 0.0013610160917507147,
"nll": 0.026432838771378035
},
{
"id": "transfer-v4-0282",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.977703722816788,
"probabilities": [
0.977703722816788,
0.022296277183212046
],
"target": 0,
"brier": 0.0009942479524612435,
"nll": 0.02254859674861292
},
{
"id": "transfer-v4-0283",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9717899163992872,
"probabilities": [
0.028210083600712754,
0.9717899163992872
],
"target": 1,
"brier": 0.0015916176335184053,
"nll": 0.02861563327399763
},
{
"id": "transfer-v4-0284",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9749160659994832,
"probabilities": [
0.9749160659994832,
0.025083934000516783
],
"target": 0,
"brier": 0.001258407489884564,
"nll": 0.02540389784429172
},
{
"id": "transfer-v4-0285",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0286",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.026086538252635627,
0.9739134617473644
],
"target": 1,
"brier": 0.0013610149560124437,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0287",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.03563526166572384,
0.9643647383342762
],
"target": 1,
"brier": 0.002539743747969214,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0288",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9758811011385261,
"probabilities": [
0.9758811011385261,
0.024118898861473868
],
"target": 0,
"brier": 0.0011634425645800119,
"nll": 0.024414522593989837
},
{
"id": "transfer-v4-0289",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.8332511310763826,
"probabilities": [
0.1667488689236174,
0.8332511310763826
],
"target": 0,
"brier": 1.3886148948801418,
"nll": 1.7912663772761712
},
{
"id": "transfer-v4-0290",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9728718762424542,
"probabilities": [
0.9728718762424542,
0.02712812375754579
],
"target": 0,
"brier": 0.0014718701972094416,
"nll": 0.027502884559643302
},
{
"id": "transfer-v4-0291",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9614946174510224,
"probabilities": [
0.9614946174510224,
0.03850538254897756
],
"target": 0,
"brier": 0.002965328970486216,
"nll": 0.039266312043831623
},
{
"id": "transfer-v4-0292",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9657214319919103,
"probabilities": [
0.034278568008089705,
0.9657214319919103
],
"target": 1,
"brier": 0.002350040449370462,
"nll": 0.0348798590361973
},
{
"id": "transfer-v4-0293",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9749160659994832,
"probabilities": [
0.025083934000516783,
0.9749160659994832
],
"target": 1,
"brier": 0.001258407489884564,
"nll": 0.02540389784429172
},
{
"id": "transfer-v4-0294",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.029333878636366273,
0.9706661213636337
],
"target": 1,
"brier": 0.0017209528717061313,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0295",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.03704359658321299,
0.962956403416787
],
"target": 1,
"brier": 0.0027444560956396582,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0296",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9728718762424542,
"probabilities": [
0.9728718762424542,
0.02712812375754579
],
"target": 0,
"brier": 0.0014718701972094416,
"nll": 0.027502884559643302
},
{
"id": "transfer-v4-0297",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9670282258435994,
"probabilities": [
0.9670282258435994,
0.03297177415640063
],
"target": 0,
"brier": 0.002174275782041377,
"nll": 0.03352759487148581
},
{
"id": "transfer-v4-0298",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.022296266256521702,
0.9777037337434783
],
"target": 1,
"brier": 0.0009942469779634165,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0299",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.027128111072739602,
0.9728718889272604
],
"target": 1,
"brier": 0.001471868820749794,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0300",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.8733174150200624,
"probabilities": [
0.12668258497993756,
0.8733174150200624
],
"target": 1,
"brier": 0.0320969546743982,
"nll": 0.13545619813748377
},
{
"id": "transfer-v4-0301",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9768098915887096,
"probabilities": [
0.9768098915887096,
0.023190108411290447
],
"target": 0,
"brier": 0.0010755622562548073,
"nll": 0.023463229712847082
},
{
"id": "transfer-v4-0302",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.9706661213636337,
0.029333878636366262
],
"target": 0,
"brier": 0.0017209528717061307,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0303",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9785638792442264,
"probabilities": [
0.021436120755773613,
0.9785638792442264
],
"target": 1,
"brier": 0.0009190145461122167,
"nll": 0.021669211451873917
},
{
"id": "transfer-v4-0304",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.893948190704374,
"probabilities": [
0.10605180929562597,
0.893948190704374
],
"target": 1,
"brier": 0.022493972509751634,
"nll": 0.11210745772016222
},
{
"id": "transfer-v4-0305",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9682868538743471,
"probabilities": [
0.0317131461256529,
0.9682868538743471
],
"target": 1,
"brier": 0.0020114472743740274,
"nll": 0.03222689895753906
},
{
"id": "transfer-v4-0306",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9550754748123857,
"probabilities": [
0.9550754748123857,
0.044924525187614285
],
"target": 0,
"brier": 0.0040364259266651775,
"nll": 0.045964910407051064
},
{
"id": "transfer-v4-0307",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9584033464433758,
"probabilities": [
0.04159665355662423,
0.9584033464433758
],
"target": 1,
"brier": 0.0034605631742196385,
"nll": 0.042486559929034995
},
{
"id": "transfer-v4-0308",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9367200624722275,
"probabilities": [
0.9367200624722275,
0.0632799375277725
],
"target": 0,
"brier": 0.00800870098703758,
"nll": 0.0653708007491392
},
{
"id": "transfer-v4-0309",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9694989468082629,
"probabilities": [
0.9694989468082629,
0.030501053191737133
],
"target": 0,
"brier": 0.0018606284916103555,
"nll": 0.030975890624659212
},
{
"id": "transfer-v4-0310",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.7624960882587473,
"probabilities": [
0.23750391174125274,
0.7624960882587473
],
"target": 0,
"brier": 1.1628005692197827,
"nll": 1.437571185153593
},
{
"id": "transfer-v4-0311",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9614946353602555,
"probabilities": [
0.03850536463974452,
0.9614946353602555
],
"target": 1,
"brier": 0.0029653262120793757,
"nll": 0.039266293417380055
},
{
"id": "transfer-v4-0312",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9758811120448468,
"probabilities": [
0.024118887955153157,
0.9758811120448468
],
"target": 1,
"brier": 0.001163441512386464,
"nll": 0.024414511418119476
},
{
"id": "transfer-v4-0313",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.8593559861183167,
"probabilities": [
0.14064401388168335,
0.8593559861183167
],
"target": 0,
"brier": 1.4769854217547689,
"nll": 1.9615233053381733
},
{
"id": "transfer-v4-0314",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.026086538252635627,
0.9739134617473644
],
"target": 1,
"brier": 0.0013610149560124437,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0315",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9584033464433758,
"probabilities": [
0.04159665355662423,
0.9584033464433758
],
"target": 1,
"brier": 0.0034605631742196385,
"nll": 0.042486559929034995
},
{
"id": "transfer-v4-0316",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9317809661692092,
"probabilities": [
0.06821903383079075,
0.9317809661692092
],
"target": 1,
"brier": 0.009307673153613147,
"nll": 0.07065750675676515
},
{
"id": "transfer-v4-0317",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9694989468082629,
"probabilities": [
0.9694989468082629,
0.030501053191737133
],
"target": 0,
"brier": 0.0018606284916103555,
"nll": 0.030975890624659212
},
{
"id": "transfer-v4-0318",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.9476444893638273,
"probabilities": [
0.9476444893638273,
0.05235551063617271
],
"target": 0,
"brier": 0.005482198987948789,
"nll": 0.05377585828099878
},
{
"id": "transfer-v4-0319",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.7624960882587473,
"probabilities": [
0.7624960882587473,
0.23750391174125277
],
"target": 0,
"brier": 0.11281621618479355,
"nll": 0.2711579006661923
},
{
"id": "transfer-v4-0320",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9208162448357508,
"probabilities": [
0.9208162448357508,
0.07918375516424922
],
"target": 0,
"brier": 0.012540134163823536,
"nll": 0.08249477964086728
},
{
"id": "transfer-v4-0321",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.7697029113769531,
"probabilities": [
0.23029708862304688,
0.7697029113769531
],
"target": 0,
"brier": 1.1848851435643155,
"nll": 1.468385113906933
},
{
"id": "transfer-v4-0322",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.979391540794599,
"probabilities": [
0.979391540794599,
0.020608459205400997
],
"target": 0,
"brier": 0.0008494171816413542,
"nll": 0.020823776881505142
},
{
"id": "transfer-v4-0323",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.022296266256521702,
0.9777037337434783
],
"target": 1,
"brier": 0.0009942469779634165,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0324",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.03563526166572384,
0.9643647383342762
],
"target": 1,
"brier": 0.002539743747969214,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0325",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.6734830341781091,
"probabilities": [
0.6734830341781091,
0.326516965821891
],
"target": 0,
"brier": 0.2132266579390678,
"nll": 0.39529247397891
},
{
"id": "transfer-v4-0326",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.8733174800872803,
"probabilities": [
0.12668251991271973,
0.8733174800872803
],
"target": 0,
"brier": 1.5253668420519944,
"nll": 2.066071165555643
},
{
"id": "transfer-v4-0327",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9694989468082629,
"probabilities": [
0.030501053191737126,
0.9694989468082629
],
"target": 1,
"brier": 0.001860628491610355,
"nll": 0.030975890624659212
},
{
"id": "transfer-v4-0328",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9768099025054106,
"probabilities": [
0.023190097494589446,
0.9768099025054106
],
"target": 1,
"brier": 0.0010755612436171274,
"nll": 0.023463218536976506
},
{
"id": "transfer-v4-0329",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9657214140039472,
"probabilities": [
0.034278585996052824,
0.9657214140039472
],
"target": 1,
"brier": 0.0023500429157775776,
"nll": 0.03487987766264866
},
{
"id": "transfer-v4-0330",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0331",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9682868538743471,
"probabilities": [
0.0317131461256529,
0.9682868538743471
],
"target": 1,
"brier": 0.0020114472743740274,
"nll": 0.03222689895753906
},
{
"id": "transfer-v4-0332",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9629564213532475,
"probabilities": [
0.03704357864675245,
0.9629564213532475
],
"target": 1,
"brier": 0.0027444534379162683,
"nll": 0.037747121216010066
},
{
"id": "transfer-v4-0333",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9599775838861949,
"probabilities": [
0.04002241611380508,
0.9599775838861949
],
"target": 1,
"brier": 0.0032035875831731295,
"nll": 0.040845344911420355
},
{
"id": "transfer-v4-0334",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.6909196766936876,
"probabilities": [
0.3090803233063124,
0.6909196766936876
],
"target": 1,
"brier": 0.1910612925102692,
"nll": 0.3697317040931213
},
{
"id": "transfer-v4-0335",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.03704359658321299,
0.962956403416787
],
"target": 1,
"brier": 0.0027444560956396582,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0336",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.029333878636366273,
0.9706661213636337
],
"target": 1,
"brier": 0.0017209528717061313,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0337",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9496044864981197,
"probabilities": [
0.05039551350188032,
0.9496044864981197
],
"target": 1,
"brier": 0.005079415562236403,
"nll": 0.05170971107892686
},
{
"id": "transfer-v4-0338",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9801878947395606,
"probabilities": [
0.9801878947395606,
0.019812105260439413
],
"target": 0,
"brier": 0.0007850390297014623,
"nll": 0.020010996369155466
},
{
"id": "transfer-v4-0339",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.02821007093001393,
0.9717899290699861
],
"target": 1,
"brier": 0.0015916162037528342,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0340",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.8217725770006014,
"probabilities": [
0.17822742299939864,
0.8217725770006014
],
"target": 1,
"brier": 0.06353002861801314,
"nll": 0.19629159252181985
},
{
"id": "transfer-v4-0341",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9514948654808486,
"probabilities": [
0.048505134519151394,
0.9514948654808486
],
"target": 1,
"brier": 0.004705496149441944,
"nll": 0.04972098849712045
},
{
"id": "transfer-v4-0342",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.8939482373274075,
"probabilities": [
0.10605176267259253,
0.8939482373274075
],
"target": 1,
"brier": 0.02249395273192778,
"nll": 0.11210740556609701
},
{
"id": "transfer-v4-0343",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.9739134617473644,
0.02608653825263565
],
"target": 0,
"brier": 0.001361014956012445,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0344",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9514948654808486,
"probabilities": [
0.048505134519151394,
0.9514948654808486
],
"target": 1,
"brier": 0.004705496149441944,
"nll": 0.04972098849712045
},
{
"id": "transfer-v4-0345",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9785638792442264,
"probabilities": [
0.021436120755773613,
0.9785638792442264
],
"target": 1,
"brier": 0.0009190145461122167,
"nll": 0.021669211451873917
},
{
"id": "transfer-v4-0346",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.9777037337434783,
0.02229626625652165
],
"target": 0,
"brier": 0.000994246977963414,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0347",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9584033464433758,
"probabilities": [
0.9584033464433758,
0.041596653556624265
],
"target": 0,
"brier": 0.003460563174219641,
"nll": 0.042486559929034995
},
{
"id": "transfer-v4-0348",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.029333878636366273,
0.9706661213636337
],
"target": 1,
"brier": 0.0017209528717061313,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0349",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0350",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.9643647383342762,
0.03563526166572387
],
"target": 0,
"brier": 0.0025397437479692166,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0351",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9390627320681276,
"probabilities": [
0.9390627320681276,
0.06093726793187238
],
"target": 0,
"brier": 0.007426701246001604,
"nll": 0.06287299469108346
},
{
"id": "transfer-v4-0352",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9657214140039472,
"probabilities": [
0.034278585996052824,
0.9657214140039472
],
"target": 1,
"brier": 0.0023500429157775776,
"nll": 0.03487987766264866
},
{
"id": "transfer-v4-0353",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9657214140039472,
"probabilities": [
0.034278585996052824,
0.9657214140039472
],
"target": 1,
"brier": 0.0023500429157775776,
"nll": 0.03487987766264866
},
{
"id": "transfer-v4-0354",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.03563526166572384,
0.9643647383342762
],
"target": 1,
"brier": 0.002539743747969214,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0355",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.6909198760986328,
"probabilities": [
0.3090801239013672,
0.6909198760986328
],
"target": 0,
"brier": 0.9547405503763002,
"nll": 1.1741547350453214
},
{
"id": "transfer-v4-0356",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9758811120448468,
"probabilities": [
0.9758811120448468,
0.024118887955153198
],
"target": 0,
"brier": 0.001163441512386466,
"nll": 0.024414511418119476
},
{
"id": "transfer-v4-0357",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.029333878636366273,
0.9706661213636337
],
"target": 1,
"brier": 0.0017209528717061313,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0358",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9082627621810805,
"probabilities": [
0.09173723781891951,
0.9082627621810805
],
"target": 1,
"brier": 0.016831441605289994,
"nll": 0.09622155658281517
},
{
"id": "transfer-v4-0359",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9758811011385261,
"probabilities": [
0.024118898861473892,
0.9758811011385261
],
"target": 1,
"brier": 0.0011634425645800132,
"nll": 0.024414522593989837
},
{
"id": "transfer-v4-0360",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.9367200909531076,
"probabilities": [
0.0632799090468924,
0.9367200909531076
],
"target": 0,
"brier": 1.7548890575903964,
"nll": 2.7601873928358387
},
{
"id": "transfer-v4-0361",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.027128111072739602,
0.9728718889272604
],
"target": 1,
"brier": 0.001471868820749794,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0362",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.8332510615327255,
"probabilities": [
0.16674893846727445,
0.8332510615327255
],
"target": 0,
"brier": 1.388614663090828,
"nll": 1.7912659602200136
},
{
"id": "transfer-v4-0363",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9390627320681276,
"probabilities": [
0.060937267931872374,
0.9390627320681276
],
"target": 1,
"brier": 0.007426701246001603,
"nll": 0.06287299469108346
},
{
"id": "transfer-v4-0364",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.9739134617473644,
0.02608653825263565
],
"target": 0,
"brier": 0.001361014956012445,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0365",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.9728718889272604,
0.027128111072739585
],
"target": 0,
"brier": 0.001471868820749793,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0366",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.9739134617473644,
0.02608653825263565
],
"target": 0,
"brier": 0.001361014956012445,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0367",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.02821007093001393,
0.9717899290699861
],
"target": 1,
"brier": 0.0015916162037528342,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0368",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.962956403416787,
0.037043596583213004
],
"target": 0,
"brier": 0.0027444560956396595,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0369",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9643647383342762,
"probabilities": [
0.9643647383342762,
0.03563526166572387
],
"target": 0,
"brier": 0.0025397437479692166,
"nll": 0.03628569666348828
},
{
"id": "transfer-v4-0370",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9758811120448468,
"probabilities": [
0.9758811120448468,
0.024118887955153198
],
"target": 0,
"brier": 0.001163441512386466,
"nll": 0.024414511418119476
},
{
"id": "transfer-v4-0371",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9550754979574719,
"probabilities": [
0.9550754979574719,
0.044924502042528104
],
"target": 0,
"brier": 0.004036421767538221,
"nll": 0.045964886173274246
},
{
"id": "transfer-v4-0372",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.977703744670169,
"probabilities": [
0.977703744670169,
0.022296255329831007
],
"target": 0,
"brier": 0.0009942460034660368,
"nll": 0.022548574396871548
},
{
"id": "transfer-v4-0373",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.8977014689952573,
"probabilities": [
0.8977014689952573,
0.10229853100474272
],
"target": 1,
"brier": 1.6117358548724856,
"nll": 2.2798599658075918
},
{
"id": "transfer-v4-0374",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.6909196766936876,
"probabilities": [
0.3090803233063124,
0.6909196766936876
],
"target": 0,
"brier": 0.9547399992850196,
"nll": 1.1741540898893716
},
{
"id": "transfer-v4-0375",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9749160787109417,
"probabilities": [
0.9749160787109417,
0.0250839212890583
],
"target": 0,
"brier": 0.0012584062144713466,
"nll": 0.025403884805776097
},
{
"id": "transfer-v4-0376",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9670282258435994,
"probabilities": [
0.9670282258435994,
0.03297177415640063
],
"target": 0,
"brier": 0.002174275782041377,
"nll": 0.03352759487148581
},
{
"id": "transfer-v4-0377",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.9739134617473644,
0.02608653825263565
],
"target": 0,
"brier": 0.001361014956012445,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0378",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.6088387007213413,
"probabilities": [
0.3911612992786587,
0.6088387007213413
],
"target": 0,
"brier": 0.7413691269921019,
"nll": 0.9386352739394819
},
{
"id": "transfer-v4-0379",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.9777037337434783,
0.02229626625652165
],
"target": 0,
"brier": 0.000994246977963414,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0380",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0381",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.8096844915904623,
"probabilities": [
0.1903155084095377,
0.8096844915904623
],
"target": 0,
"brier": 1.3111779518442108,
"nll": 1.6590720134680168
},
{
"id": "transfer-v4-0382",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.7321441391749424,
"probabilities": [
0.26785586082505763,
0.7321441391749424
],
"target": 0,
"brier": 1.0720700810564348,
"nll": 1.3173062758975114
},
{
"id": "transfer-v4-0383",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.02821007093001393,
0.9717899290699861
],
"target": 1,
"brier": 0.0015916162037528342,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0384",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9657214319919103,
"probabilities": [
0.034278568008089705,
0.9657214319919103
],
"target": 1,
"brier": 0.002350040449370462,
"nll": 0.0348798590361973
},
{
"id": "transfer-v4-0385",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9768098915887096,
"probabilities": [
0.9768098915887096,
0.023190108411290447
],
"target": 0,
"brier": 0.0010755622562548073,
"nll": 0.023463229712847082
},
{
"id": "transfer-v4-0386",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.9476444893638273,
"probabilities": [
0.05235551063617272,
0.9476444893638273
],
"target": 0,
"brier": 1.796060156443258,
"nll": 2.9496980819491863
},
{
"id": "transfer-v4-0387",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.9777037337434783,
0.02229626625652165
],
"target": 0,
"brier": 0.000994246977963414,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0388",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9670282258435994,
"probabilities": [
0.032971774156400624,
0.9670282258435994
],
"target": 1,
"brier": 0.0021742757820413764,
"nll": 0.03352759487148581
},
{
"id": "transfer-v4-0389",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.03704359658321299,
0.962956403416787
],
"target": 1,
"brier": 0.0027444560956396582,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0390",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9706661213636337,
"probabilities": [
0.9706661213636337,
0.029333878636366262
],
"target": 0,
"brier": 0.0017209528717061307,
"nll": 0.029772720115798703
},
{
"id": "transfer-v4-0391",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9567699778922281,
"probabilities": [
0.9567699778922281,
0.04323002210777195
],
"target": 0,
"brier": 0.003737669622876902,
"nll": 0.04419227389905671
},
{
"id": "transfer-v4-0392",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.8900742530822754,
"probabilities": [
0.10992574691772461,
0.8900742530822754
],
"target": 0,
"brier": 1.5844643519999408,
"nll": 2.207950169144401
},
{
"id": "transfer-v4-0393",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9550754748123857,
"probabilities": [
0.9550754748123857,
0.044924525187614285
],
"target": 0,
"brier": 0.0040364259266651775,
"nll": 0.045964910407051064
},
{
"id": "transfer-v4-0394",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.962956403416787,
"probabilities": [
0.962956403416787,
0.037043596583213004
],
"target": 0,
"brier": 0.0027444560956396595,
"nll": 0.03774713984246118
},
{
"id": "transfer-v4-0395",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9717899290699861,
"probabilities": [
0.9717899290699861,
0.028210070930013948
],
"target": 0,
"brier": 0.001591616203752835,
"nll": 0.028615620235481254
},
{
"id": "transfer-v4-0396",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.8939482766114946,
"probabilities": [
0.10605172338850544,
0.8939482766114946
],
"target": 1,
"brier": 0.022493936067344143,
"nll": 0.11210736162162172
},
{
"id": "transfer-v4-0397",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9785638792442264,
"probabilities": [
0.9785638792442264,
0.021436120755773613
],
"target": 0,
"brier": 0.0009190145461122167,
"nll": 0.021669211451873917
},
{
"id": "transfer-v4-0398",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9728718889272604,
"probabilities": [
0.9728718889272604,
0.027128111072739585
],
"target": 0,
"brier": 0.001471868820749793,
"nll": 0.027502871521126685
},
{
"id": "transfer-v4-0399",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9739134617473644,
"probabilities": [
0.026086538252635627,
0.9739134617473644
],
"target": 1,
"brier": 0.0013610149560124437,
"nll": 0.02643282759550754
},
{
"id": "transfer-v4-0400",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9732248685577585,
"probabilities": [
0.009161069527136929,
0.9732248685577585,
0.009161069527136929,
0.008452992387967725
],
"target": 1,
"brier": 0.0009562111338224249,
"nll": 0.02714011501067957
},
{
"id": "transfer-v4-0401",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.8663590227678782,
"probabilities": [
0.044165114158201436,
0.03760176011913419,
0.05187410295478616,
0.8663590227678782
],
"target": 3,
"brier": 0.023915283025584117,
"nll": 0.14345588038813248
},
{
"id": "transfer-v4-0402",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9728632061287501,
"probabilities": [
0.9728632061287501,
0.011197569636084611,
0.0074893730370771735,
0.00844985119808816
],
"target": 0,
"brier": 0.0009892818411240006,
"nll": 0.02751179647553843
},
{
"id": "transfer-v4-0403",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.959300227799068,
"probabilities": [
0.011966360086529623,
0.013500989616795073,
0.015232422497607298,
0.959300227799068
],
"target": 3,
"brier": 0.002213968646706669,
"nll": 0.04155118969441681
},
{
"id": "transfer-v4-0404",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9758326378666083,
"probabilities": [
0.007216077714596706,
0.9758326378666083,
0.008475642209397458,
0.008475642209397458
],
"target": 1,
"brier": 0.0007798061917930318,
"nll": 0.024464184868696608
},
{
"id": "transfer-v4-0405",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9599589577271752,
"probabilities": [
0.9599589577271752,
0.013510266884902268,
0.012466032508255792,
0.014064742879666763
],
"target": 0,
"brier": 0.0021390313363634558,
"nll": 0.040864747801689465
},
{
"id": "transfer-v4-0406",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9717766408539057,
"probabilities": [
0.00952285749922907,
0.9717766408539057,
0.009913685169580772,
0.00878681647728445
],
"target": 1,
"brier": 0.0010627321138870916,
"nll": 0.02862929428841694
},
{
"id": "transfer-v4-0407",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9718059963370054,
"probabilities": [
0.009523145224635663,
0.9718059963370054,
0.009523145224635663,
0.00914771321372328
],
"target": 1,
"brier": 0.001059963089528484,
"nll": 0.028599086688760315
},
{
"id": "transfer-v4-0408",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9740174533309217,
"probabilities": [
0.9740174533309217,
0.009544815639071572,
0.007805999011428954,
0.008631732018577707
],
"target": 0,
"brier": 0.000901636655201666,
"nll": 0.02632605626922367
},
{
"id": "transfer-v4-0409",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9652470032895516,
"probabilities": [
0.010671916725886445,
0.012040539992280993,
0.012040539992280993,
0.9652470032895516
],
"target": 3,
"brier": 0.0016116097935721283,
"nll": 0.03537124843773972
},
{
"id": "transfer-v4-0410",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.957300702984803,
"probabilities": [
0.0152006723597508,
0.013472842707855124,
0.014025781947591152,
0.957300702984803
],
"target": 3,
"brier": 0.0024325304556524854,
"nll": 0.043637722688928196
},
{
"id": "transfer-v4-0411",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9653856212201656,
"probabilities": [
0.013586628326698923,
0.011567525630262823,
0.9653856212201656,
0.009460224822872643
],
"target": 2,
"brier": 0.001606055190507792,
"nll": 0.035227649982919884
},
{
"id": "transfer-v4-0412",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.971011943899184,
"probabilities": [
0.009325911360427076,
0.010521910231723712,
0.971011943899184,
0.009140234508665163
],
"target": 2,
"brier": 0.0011215345010044445,
"nll": 0.029416510149384817
},
{
"id": "transfer-v4-0413",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9627892343846353,
"probabilities": [
0.9627892343846353,
0.013550099780462949,
0.01064475315680676,
0.013015912678095045
],
"target": 0,
"brier": 0.0018509710343552557,
"nll": 0.037920754705494185
},
{
"id": "transfer-v4-0414",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9707826818308741,
"probabilities": [
0.008777828748130156,
0.009706363859578794,
0.010733125561416956,
0.9707826818308741
],
"target": 3,
"brier": 0.0011401154422191124,
"nll": 0.029652644358777805
},
{
"id": "transfer-v4-0415",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9752527675177538,
"probabilities": [
0.008301957680511353,
0.9752527675177538,
0.00847060530106846,
0.007974669500666418
],
"target": 1,
"brier": 0.0008166945246706909,
"nll": 0.025058592847278828
},
{
"id": "transfer-v4-0416",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.941065341237726,
"probabilities": [
0.021460737353502707,
0.016859230982871863,
0.02061469042589937,
0.941065341237726
],
"target": 3,
"brier": 0.004643056381871199,
"nll": 0.06074270372274486
},
{
"id": "transfer-v4-0417",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9713957878628864,
"probabilities": [
0.9713957878628864,
0.010316508793319086,
0.00914385167189729,
0.00914385167189729
],
"target": 0,
"brier": 0.0010918513524629456,
"nll": 0.0290212852309269
},
{
"id": "transfer-v4-0418",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9641638182663064,
"probabilities": [
0.9641638182663064,
0.013569445045975334,
0.010239703351861909,
0.012027033335856347
],
"target": 0,
"brier": 0.0017178628157019935,
"nll": 0.036494062848172505
},
{
"id": "transfer-v4-0419",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9705427144906816,
"probabilities": [
0.9705427144906816,
0.011170860900118058,
0.008775659314154615,
0.009510765295045697
],
"target": 0,
"brier": 0.0011599866557228384,
"nll": 0.029899864471252893
},
{
"id": "transfer-v4-0420",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9612253743204691,
"probabilities": [
0.009048116241706448,
0.011063619331321542,
0.0186628901065029,
0.9612253743204691
],
"target": 3,
"brier": 0.0020560471439469677,
"nll": 0.03954637688266978
},
{
"id": "transfer-v4-0421",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9758949076023401,
"probabilities": [
0.007821041449670076,
0.9758949076023401,
0.00814202547399491,
0.00814202547399491
],
"target": 1,
"brier": 0.0007748093264955426,
"nll": 0.024400375003536433
},
{
"id": "transfer-v4-0422",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": false,
"confidence": 0.6334407040280444,
"probabilities": [
0.31970755814089724,
0.02436757205716683,
0.6334407040280444,
0.02248416577389149
],
"target": 0,
"brier": 0.8651442482486743,
"nll": 1.1403485818417203
},
{
"id": "transfer-v4-0423",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9634335521720594,
"probabilities": [
0.9634335521720594,
0.012511153241003294,
0.011544141345933975,
0.012511153241003294
],
"target": 0,
"brier": 0.0017834302170081392,
"nll": 0.03725175855826597
},
{
"id": "transfer-v4-0424",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9720886784235542,
"probabilities": [
0.009719426246855836,
0.009916868504145823,
0.9720886784235542,
0.00827502682544411
],
"target": 2,
"brier": 0.0010403294686021794,
"nll": 0.0283082457371267
},
{
"id": "transfer-v4-0425",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9670127848027861,
"probabilities": [
0.011587028869748849,
0.9670127848027861,
0.011130231928574163,
0.010269954398890878
],
"target": 1,
"brier": 0.0014517696306348446,
"nll": 0.0335435625171858
},
{
"id": "transfer-v4-0426",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9409610839539322,
"probabilities": [
0.013242888653010968,
0.016192793182578963,
0.029603234210477856,
0.9409610839539322
],
"target": 3,
"brier": 0.004799525734544873,
"nll": 0.06085349630514959
},
{
"id": "transfer-v4-0427",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9659107291478264,
"probabilities": [
0.01157381846914508,
0.012048819057461548,
0.9659107291478264,
0.010466633325566972
],
"target": 2,
"brier": 0.0015507561150408951,
"nll": 0.03468386193040218
},
{
"id": "transfer-v4-0428",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9678963448711185,
"probabilities": [
0.010701218376293842,
0.9678963448711185,
0.010701218376293842,
0.010701218376293842
],
"target": 1,
"brier": 0.0013741928968455444,
"nll": 0.03263027918393164
},
{
"id": "transfer-v4-0429",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9713957878628864,
"probabilities": [
0.00914385167189729,
0.9713957878628864,
0.00914385167189729,
0.010316508793319086
],
"target": 1,
"brier": 0.0010918513524629456,
"nll": 0.0290212852309269
},
{
"id": "transfer-v4-0430",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9739736875722574,
"probabilities": [
0.9739736875722574,
0.009936098292910605,
0.007964213790842365,
0.008126000343989559
],
"target": 0,
"brier": 0.00090555557076961,
"nll": 0.026370990517385954
},
{
"id": "transfer-v4-0431",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9160045486611651,
"probabilities": [
0.9160045486611651,
0.020889241982646255,
0.016410271682035404,
0.04669593767415324
],
"target": 0,
"brier": 0.00994140388817075,
"nll": 0.08773394853303812
},
{
"id": "transfer-v4-0432",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9690118160885064,
"probabilities": [
0.009121407129215688,
0.010713541308126866,
0.011153235474151072,
0.9690118160885064
],
"target": 3,
"brier": 0.0012826422390522605,
"nll": 0.03147847305993257
},
{
"id": "transfer-v4-0433",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9710313849613036,
"probabilities": [
0.9710313849613036,
0.010312639359329034,
0.009140421798143549,
0.009515553881223802
],
"target": 0,
"brier": 0.0011196242641302212,
"nll": 0.029396488904924065
},
{
"id": "transfer-v4-0434",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9622541258179924,
"probabilities": [
0.014098363272906866,
0.9622541258179924,
0.013008678586391965,
0.010638832322708777
],
"target": 1,
"brier": 0.0019059253364935621,
"nll": 0.0384766991496431
},
{
"id": "transfer-v4-0435",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9776174890422187,
"probabilities": [
0.9776174890422187,
0.008491143987559102,
0.006806020482542966,
0.007085346487679212
],
"target": 0,
"brier": 0.0006696003726519245,
"nll": 0.022636800951689313
},
{
"id": "transfer-v4-0436",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": false,
"confidence": 0.5766465878727506,
"probabilities": [
0.315422576495356,
0.5766465878727506,
0.04221838869968014,
0.06571244693221327
],
"target": 0,
"brier": 0.8072680541037588,
"nll": 1.1538420264970293
},
{
"id": "transfer-v4-0437",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9642330932301797,
"probabilities": [
0.9642330932301797,
0.013570420342904177,
0.011098243213458037,
0.011098243213458037
],
"target": 0,
"brier": 0.00170976993301426,
"nll": 0.03642221564338793
},
{
"id": "transfer-v4-0438",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9562215182290743,
"probabilities": [
0.015183543743984186,
0.014584961306532022,
0.014009976720409533,
0.9562215182290743
],
"target": 3,
"brier": 0.002556096010812208,
"nll": 0.04476567914345355
},
{
"id": "transfer-v4-0439",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9694846227323421,
"probabilities": [
0.010718774000560986,
0.9694846227323421,
0.009500396393703314,
0.010296206873393585
],
"target": 1,
"brier": 0.0012423497734798,
"nll": 0.03099066545426169
},
{
"id": "transfer-v4-0440",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9739283534508417,
"probabilities": [
0.008806272208465474,
0.9739283534508417,
0.008459102132227355,
0.008806272208465474
],
"target": 1,
"brier": 0.000906388023086873,
"nll": 0.026417537130582265
},
{
"id": "transfer-v4-0441",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9659107237503797,
"probabilities": [
0.012048818990133527,
0.011573818404471331,
0.9659107237503797,
0.010466638855015498
],
"target": 2,
"brier": 0.0015507565956609302,
"nll": 0.034683867518337554
},
{
"id": "transfer-v4-0442",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9743646723578453,
"probabilities": [
0.008810217799975692,
0.9743646723578453,
0.009171798214262755,
0.007653311627916234
],
"target": 1,
"brier": 0.0008774850223607809,
"nll": 0.025969638474150184
},
{
"id": "transfer-v4-0443",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9508829010551844,
"probabilities": [
0.016363542344083538,
0.01703511345719792,
0.9508829010551844,
0.01571844314353418
],
"target": 2,
"brier": 0.0032175194721575473,
"nll": 0.05036435645225311
},
{
"id": "transfer-v4-0444",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9749304104783192,
"probabilities": [
0.008467805200455867,
0.9749304104783192,
0.008467805200455867,
0.008133979120769089
],
"target": 1,
"brier": 0.0008380533849484107,
"nll": 0.025389184399916203
},
{
"id": "transfer-v4-0445",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9608799403528895,
"probabilities": [
0.9608799403528895,
0.014656008524655931,
0.011986065142453652,
0.012477985980000947
],
"target": 0,
"brier": 0.0020445435443845147,
"nll": 0.039905809811408365
},
{
"id": "transfer-v4-0446",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9405918366616326,
"probabilities": [
0.019792048776687464,
0.019011786703327697,
0.02060432785835227,
0.9405918366616326
],
"target": 3,
"brier": 0.004707041426164216,
"nll": 0.061245988371669835
},
{
"id": "transfer-v4-0447",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9635791850356696,
"probabilities": [
0.010029742568952907,
0.01109070618518223,
0.01530036621019517,
0.9635791850356696
],
"target": 3,
"brier": 0.001784176468517578,
"nll": 0.03710060972455506
},
{
"id": "transfer-v4-0448",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9706256461935165,
"probabilities": [
0.009901939033731363,
0.010517724868042207,
0.9706256461935165,
0.00895468990470983
],
"target": 2,
"brier": 0.0011517100658655476,
"nll": 0.02981441932948669
},
{
"id": "transfer-v4-0449",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9674877696932059,
"probabilities": [
0.9674877696932059,
0.012563801751938945,
0.009673423641686411,
0.010275004913168745
],
"target": 0,
"brier": 0.001414045084901222,
"nll": 0.03305249530207331
},
{
"id": "transfer-v4-0450",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.969878299677892,
"probabilities": [
0.010723126600226458,
0.969878299677892,
0.00950425440092032,
0.009894319320961206
],
"target": 1,
"brier": 0.0012105306809219272,
"nll": 0.03058467960560181
},
{
"id": "transfer-v4-0451",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9645229269421973,
"probabilities": [
0.011557189160799657,
0.013039344378988278,
0.010880539518014775,
0.9645229269421973
],
"target": 3,
"brier": 0.001680601976084108,
"nll": 0.03612167611307107
},
{
"id": "transfer-v4-0452",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9718765574346322,
"probabilities": [
0.0111862190173674,
0.009148381981103746,
0.9718765574346322,
0.00778884156689669
],
"target": 2,
"brier": 0.0010604184634584552,
"nll": 0.02852648111073432
},
{
"id": "transfer-v4-0453",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9700241937867156,
"probabilities": [
0.008949141251459677,
0.01030193109852641,
0.9700241937867156,
0.01072473386329836
],
"target": 2,
"brier": 0.0011997857880723234,
"nll": 0.030434265747595887
},
{
"id": "transfer-v4-0454",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9623688248748513,
"probabilities": [
0.011076774891746528,
0.013544177247583514,
0.013010222985818599,
0.9623688248748513
],
"target": 3,
"brier": 0.001891510922756717,
"nll": 0.03835750795226764
},
{
"id": "transfer-v4-0455",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9683048616911673,
"probabilities": [
0.010705730758170813,
0.9683048616911673,
0.010705730758170813,
0.010283676792491115
],
"target": 1,
"brier": 0.0013395611429213468,
"nll": 0.03220830152507466
},
{
"id": "transfer-v4-0456",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9724935928910307,
"probabilities": [
0.009529883317709091,
0.9724935928910307,
0.008446640473551214,
0.009529883317709091
],
"target": 1,
"brier": 0.0010095855194320927,
"nll": 0.027891791798096487
},
{
"id": "transfer-v4-0457",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9645791056463691,
"probabilities": [
0.0125260228905464,
0.011102220487403986,
0.9645791056463691,
0.011792650975680519
],
"target": 2,
"brier": 0.001673866923050728,
"nll": 0.03606343274051888
},
{
"id": "transfer-v4-0458",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9752527675177538,
"probabilities": [
0.00847060530106846,
0.9752527675177538,
0.007974669500666418,
0.008301957680511353
],
"target": 1,
"brier": 0.0008166945246706909,
"nll": 0.025058592847278828
},
{
"id": "transfer-v4-0459",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9733309464778198,
"probabilities": [
0.9733309464778198,
0.00992954121174684,
0.008285598590175103,
0.00845391372025821
],
"target": 0,
"brier": 0.000949954005631772,
"nll": 0.02703112463974134
},
{
"id": "transfer-v4-0460",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9699706435371772,
"probabilities": [
0.9699706435371772,
0.00950515980584598,
0.012099468892966347,
0.008424727764010459
],
"target": 0,
"brier": 0.0012094834978954956,
"nll": 0.030489472337347244
},
{
"id": "transfer-v4-0461",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9578094232653604,
"probabilities": [
0.012948584405183454,
0.01403324176284413,
0.015208750566611983,
0.9578094232653604
],
"target": 3,
"brier": 0.0023759485714715213,
"nll": 0.04310645267416512
},
{
"id": "transfer-v4-0462",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9680480452154852,
"probabilities": [
0.00875309809094901,
0.011599428346782934,
0.011599428346782934,
0.9680480452154852
],
"target": 3,
"brier": 0.0013666376166857593,
"nll": 0.03247355945018936
},
{
"id": "transfer-v4-0463",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9650775868266998,
"probabilities": [
0.9650775868266998,
0.013582306000099471,
0.010670053586600366,
0.010670053586600366
],
"target": 0,
"brier": 0.0016317540652088795,
"nll": 0.03554678001844309
},
{
"id": "transfer-v4-0464",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.96969544074744,
"probabilities": [
0.96969544074744,
0.011161109093747306,
0.00842234071350975,
0.01072110944530297
],
"target": 0,
"brier": 0.0012288146785270596,
"nll": 0.030773235397199266
},
{
"id": "transfer-v4-0465",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9642158105773115,
"probabilities": [
0.9642158105773115,
0.013570164267112668,
0.010660516048499774,
0.011553509107076055
],
"target": 0,
"brier": 0.0017117877459828807,
"nll": 0.03644013953324002
},
{
"id": "transfer-v4-0466",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.966553140998683,
"probabilities": [
0.966553140998683,
0.012056838776512608,
0.010265078581239907,
0.011124941643564545
],
"target": 0,
"brier": 0.0014931959031885486,
"nll": 0.03401899891852883
},
{
"id": "transfer-v4-0467",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9010323218924379,
"probabilities": [
0.01749419780452402,
0.015505667660343142,
0.9010323218924379,
0.06596781264269491
],
"target": 2,
"brier": 0.014692826301280555,
"nll": 0.10421414866269549
},
{
"id": "transfer-v4-0468",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9668900341857897,
"probabilities": [
0.9668900341857897,
0.012556039533606256,
0.009863833544237087,
0.01069009273636699
],
"target": 0,
"brier": 0.001465497259888203,
"nll": 0.03367050852083809
},
{
"id": "transfer-v4-0469",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9671290001870702,
"probabilities": [
0.9671290001870702,
0.01069272970430047,
0.009103688487720859,
0.01307458162090856
],
"target": 0,
"brier": 0.001448658925874125,
"nll": 0.03342338995762906
},
{
"id": "transfer-v4-0470",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.935553717335917,
"probabilities": [
0.935553717335917,
0.024071167840625764,
0.01816445565381797,
0.022210659169639248
],
"target": 0,
"brier": 0.005556005300379865,
"nll": 0.06661671392675843
},
{
"id": "transfer-v4-0471",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.967044185478734,
"probabilities": [
0.009102889438378321,
0.967044185478734,
0.014750035644509297,
0.009102889438378321
],
"target": 1,
"brier": 0.0014693744545290575,
"nll": 0.0335110912131516
},
{
"id": "transfer-v4-0472",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9465599749666466,
"probabilities": [
0.9465599749666466,
0.016289151340274487,
0.012796510262972596,
0.024354363430106347
],
"target": 0,
"brier": 0.0038780584199478722,
"nll": 0.054920945346420225
},
{
"id": "transfer-v4-0473",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9678453894338181,
"probabilities": [
0.010278802760305857,
0.9678453894338181,
0.01159700504557017,
0.010278802760305857
],
"target": 1,
"brier": 0.001379717079060336,
"nll": 0.032682926121701414
},
{
"id": "transfer-v4-0474",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9722826687543143,
"probabilities": [
0.010120330904448192,
0.00915219598119666,
0.9722826687543143,
0.008444804360040848
],
"target": 2,
"brier": 0.0010257489609561885,
"nll": 0.028108705323526793
},
{
"id": "transfer-v4-0475",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9659107291478264,
"probabilities": [
0.012048819057461548,
0.010466633325566972,
0.9659107291478264,
0.01157381846914508
],
"target": 2,
"brier": 0.0015507561150408951,
"nll": 0.03468386193040218
},
{
"id": "transfer-v4-0476",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9677809909484233,
"probabilities": [
0.9677809909484233,
0.011596233171056203,
0.00948370197342494,
0.011139073907095518
],
"target": 0,
"brier": 0.0013865567386515663,
"nll": 0.0327494663239546
},
{
"id": "transfer-v4-0477",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9703769584427154,
"probabilities": [
0.011168958504816012,
0.00913426643193054,
0.9703769584427154,
0.009319816620538027
],
"target": 2,
"brier": 0.0011725640302768605,
"nll": 0.03007066602546524
},
{
"id": "transfer-v4-0478",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9678454002503328,
"probabilities": [
0.010278797287245206,
0.9678454002503328,
0.010278797287245206,
0.011597005175176795
],
"target": 1,
"brier": 0.0013797161614389321,
"nll": 0.03268291494583103
},
{
"id": "transfer-v4-0479",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9725971509997704,
"probabilities": [
0.9725971509997704,
0.010329262026404116,
0.00827935125539271,
0.0087942357184328
],
"target": 0,
"brier": 0.0010034960264210305,
"nll": 0.02778531027875057
},
{
"id": "transfer-v4-0480",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8928815228883623,
"probabilities": [
0.8928815228883623,
0.040343332466520304,
0.025919452474670493,
0.022067576510530363,
0.018788115659916508
],
"target": 0,
"brier": 0.014613741852905851,
"nll": 0.11330138004482945
},
{
"id": "transfer-v4-0481",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9029122718148449,
"probabilities": [
0.9029122718148449,
0.02840620693092588,
0.042470886979714295,
0.0262106342745149
],
"target": 2,
"brier": 1.7336064828165343,
"nll": 3.158936450021869
},
{
"id": "transfer-v4-0482",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.7909854231250009,
"probabilities": [
0.14029826537441312,
0.7909854231250009,
0.03297698198952485,
0.03573932951106123
],
"target": 1,
"brier": 0.06573547762834184,
"nll": 0.23447573979768815
},
{
"id": "transfer-v4-0483",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9625629504969538,
"probabilities": [
0.009060703147381284,
0.9625629504969538,
0.009432563522943742,
0.011533703819324998,
0.00741007901339611
],
"target": 1,
"brier": 0.0017605378664095482,
"nll": 0.038155811845169876
},
{
"id": "transfer-v4-0484",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9417001937972328,
"probabilities": [
0.025223697762274247,
0.9417001937972328,
0.016205513397077657,
0.016870595043415343
],
"target": 1,
"brier": 0.004582337973664545,
"nll": 0.06006832067105434
},
{
"id": "transfer-v4-0485",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9654837187767159,
"probabilities": [
0.9654837187767159,
0.013588021420765529,
0.010674538952557582,
0.010253720849961
],
"target": 0,
"brier": 0.001595092568734611,
"nll": 0.03512604025241903
},
{
"id": "transfer-v4-0486",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9566427683079861,
"probabilities": [
0.9566427683079861,
0.014016155466798443,
0.009759295018597581,
0.010576796954351595,
0.009004984252266235
],
"target": 0,
"brier": 0.0023645043685216046,
"nll": 0.044325240071339186
},
{
"id": "transfer-v4-0487",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9388147768908094,
"probabilities": [
0.01822777197236842,
0.02320280381130559,
0.01975464732551661,
0.9388147768908094
],
"target": 3,
"brier": 0.00500449939365957,
"nll": 0.0631370749386782
},
{
"id": "transfer-v4-0488",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9604074978585543,
"probabilities": [
0.9604074978585543,
0.014648801705312627,
0.012471850218066561,
0.012471850218066561
],
"target": 0,
"brier": 0.0020932477129457275,
"nll": 0.040397607649109615
},
{
"id": "transfer-v4-0489",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9054775260645228,
"probabilities": [
0.9054775260645228,
0.019835124398778697,
0.016887434620088383,
0.016887434620088383,
0.04091248029652177
],
"target": 0,
"brier": 0.011572132178906793,
"nll": 0.09929282133219323
},
{
"id": "transfer-v4-0490",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.894593907812147,
"probabilities": [
0.030502055294842352,
0.029299568821483386,
0.894593907812147,
0.0456044680715273
],
"target": 2,
"brier": 0.014979051888735584,
"nll": 0.1113853979639358
},
{
"id": "transfer-v4-0491",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9417910295580301,
"probabilities": [
0.9417910295580301,
0.022358736772941912,
0.017564684741505097,
0.018285548927522974
],
"target": 0,
"brier": 0.004531076799645132,
"nll": 0.05997186600246727
},
{
"id": "transfer-v4-0492",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9578147867912158,
"probabilities": [
0.9578147867912158,
0.012438181451794447,
0.009386034428891727,
0.009771247130477646,
0.010589750197620358
],
"target": 0,
"brier": 0.002230018293331554,
"nll": 0.043100852905873205
},
{
"id": "transfer-v4-0493",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9258329471682053,
"probabilities": [
0.017975718875524526,
0.034211451584727715,
0.021979882371542428,
0.9258329471682053
],
"target": 3,
"brier": 0.007477416843447125,
"nll": 0.07706146323659695
},
{
"id": "transfer-v4-0494",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9692866232998455,
"probabilities": [
0.9692866232998455,
0.012090930560859114,
0.009123993692505699,
0.009498452446789684
],
"target": 0,
"brier": 0.0012629699699379191,
"nll": 0.031194917950362232
},
{
"id": "transfer-v4-0495",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9572642953731724,
"probabilities": [
0.009010830441133431,
0.009765631106347752,
0.011018028136368471,
0.012941214942977999,
0.9572642953731724
],
"target": 2,
"brier": 1.8947843095279175,
"nll": 4.5082224262619315
},
{
"id": "transfer-v4-0496",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.959782356621051,
"probabilities": [
0.010193170922660245,
0.013507781474807589,
0.016516690981481088,
0.959782356621051
],
"target": 2,
"brier": 1.8887079520929038,
"nll": 4.103383834737225
},
{
"id": "transfer-v4-0497",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9603023216029803,
"probabilities": [
0.011978859622720548,
0.015248334469560807,
0.012470484304738277,
0.9603023216029803
],
"target": 1,
"brier": 1.8922153976977036,
"nll": 4.183284997003888
},
{
"id": "transfer-v4-0498",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9528655081465619,
"probabilities": [
0.010119706974896454,
0.9528655081465619,
0.017771226672888375,
0.010967398615746062,
0.008276159589907243
],
"target": 1,
"brier": 0.002828663938953052,
"nll": 0.04828151000200975
},
{
"id": "transfer-v4-0499",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9663073636511124,
"probabilities": [
0.9663073636511124,
0.014738797539594714,
0.009095953980742857,
0.00985788482855003
],
"target": 0,
"brier": 0.0015323401691642966,
"nll": 0.03427331354527399
},
{
"id": "transfer-v4-0500",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9638041884455235,
"probabilities": [
0.9638041884455235,
0.015303953584144752,
0.010655974344046429,
0.010235883626285318
],
"target": 0,
"brier": 0.0017626708722246623,
"nll": 0.036867129023235516
},
{
"id": "transfer-v4-0501",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.4452199265230832,
"probabilities": [
0.42766838548888364,
0.07585614792498699,
0.026657994389679376,
0.4452199265230832,
0.0245975456733668
],
"target": 4,
"brier": 1.3389957826692054,
"nll": 3.7051086103964486
},
{
"id": "transfer-v4-0502",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.6175686760930411,
"probabilities": [
0.041719712312247255,
0.2876050513143792,
0.6175686760930411,
0.053106560280332546
],
"target": 1,
"brier": 0.8934584737443251,
"nll": 1.246167089609446
},
{
"id": "transfer-v4-0503",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.8371353461271281,
"probabilities": [
0.10338779924019424,
0.03093389164410128,
0.8371353461271281,
0.028542962988576406
],
"target": 3,
"brier": 1.656170305178381,
"nll": 3.55634485352139
},
{
"id": "transfer-v4-0504",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9533693354210332,
"probabilities": [
0.011423548875026293,
0.010540601042779926,
0.014541457650946674,
0.01012505701021387,
0.9533693354210332
],
"target": 4,
"brier": 0.002729991388393634,
"nll": 0.04775290012174932
},
{
"id": "transfer-v4-0505",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9046002761215013,
"probabilities": [
0.04429659685934479,
0.02962731241624523,
0.9046002761215013,
0.02147581460290871
],
"target": 2,
"brier": 0.012402284063281418,
"nll": 0.1002621166968962
},
{
"id": "transfer-v4-0506",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9539365786201071,
"probabilities": [
0.01576891171889177,
0.015147254830500586,
0.015147254830500586,
0.9539365786201071
],
"target": 3,
"brier": 0.0028293760238200273,
"nll": 0.047158089177556074
},
{
"id": "transfer-v4-0507",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9578806420588294,
"probabilities": [
0.009386684067746473,
0.013481017566239005,
0.01059048278920725,
0.9578806420588294,
0.00866117351797785
],
"target": 3,
"brier": 0.0022310622382023977,
"nll": 0.04303209952613677
},
{
"id": "transfer-v4-0508",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9184711338726689,
"probabilities": [
0.9184711338726689,
0.031316173556520874,
0.024601510756894436,
0.02561118181391585
],
"target": 0,
"brier": 0.008888825703657465,
"nll": 0.08504480228660313
},
{
"id": "transfer-v4-0509",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9666053551838683,
"probabilities": [
0.01112554838127006,
0.9666053551838683,
0.01158215164860556,
0.010686944786256146
],
"target": 1,
"brier": 0.0014873371548553597,
"nll": 0.03396497935903475
},
{
"id": "transfer-v4-0510",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.7154944432453149,
"probabilities": [
0.05910191224363577,
0.7154944432453149,
0.048335063482298504,
0.13753890786261994,
0.03952967316613088
],
"target": 4,
"brier": 1.459181812612017,
"nll": 3.2307036697034
},
{
"id": "transfer-v4-0511",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.694835693903373,
"probabilities": [
0.694835693903373,
0.11371822418502975,
0.07306074677679301,
0.11838533513480433
],
"target": 3,
"brier": 1.2783107660589326,
"nll": 2.133810422862096
},
{
"id": "transfer-v4-0512",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.7009653218593989,
"probabilities": [
0.7009653218593989,
0.14603319035643586,
0.10168129736013026,
0.05132019042403499
],
"target": 3,
"brier": 1.423010542465058,
"nll": 2.96967102871869
},
{
"id": "transfer-v4-0513",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.6172752390037529,
"probabilities": [
0.022809603878688443,
0.043411295462444294,
0.28746867429296974,
0.0290351873621446,
0.6172752390037529
],
"target": 3,
"brier": 1.4088444453705937,
"nll": 3.5392468272034114
},
{
"id": "transfer-v4-0514",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.7535032994879145,
"probabilities": [
0.03841195814071393,
0.7535032994879145,
0.02370569224720448,
0.1843790501241671
],
"target": 0,
"brier": 1.526976378555559,
"nll": 3.2593864579520337
},
{
"id": "transfer-v4-0515",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.5629503915703056,
"probabilities": [
0.3765230901118659,
0.0350905743085413,
0.025435944009287267,
0.5629503915703056
],
"target": 1,
"brier": 1.390379967792413,
"nll": 3.349822722791357
},
{
"id": "transfer-v4-0516",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5520636644983167,
"probabilities": [
0.5520636644983167,
0.05145028425195382,
0.04942196046642812,
0.03305535886642929,
0.03729455311948631,
0.18636227348306303,
0.09035190531432276
],
"target": 1,
"brier": 1.2523412872952293,
"nll": 2.967139291898024
},
{
"id": "transfer-v4-0517",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.5652422224694159,
"probabilities": [
0.5652422224694159,
0.19864210190412251,
0.06187349093148871,
0.03818482476197444,
0.039751976136088725,
0.0963053837969097
],
"target": 0,
"brier": 0.2446143660493666,
"nll": 0.5705009273713234
},
{
"id": "transfer-v4-0518",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5739677230327591,
"probabilities": [
0.07088602677553277,
0.08325912461567156,
0.0437468572285367,
0.042022222825470926,
0.5739677230327591,
0.18611804552202893
],
"target": 1,
"brier": 1.213197190073364,
"nll": 2.4857975511347203
},
{
"id": "transfer-v4-0519",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6591052111583298,
"probabilities": [
0.07510907538722793,
0.031002757594112647,
0.024355295271663156,
0.019133151432863687,
0.16789936279800666,
0.023395146357796177,
0.6591052111583298
],
"target": 0,
"brier": 1.3205008595781764,
"nll": 2.588813883475445
},
{
"id": "transfer-v4-0520",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7111244572529275,
"probabilities": [
0.02847868858997206,
0.7111244572529275,
0.023290612928680295,
0.17400913879618912,
0.02964748348294344,
0.03344961894928753
],
"target": 1,
"brier": 0.11707959822112929,
"nll": 0.34090781913478085
},
{
"id": "transfer-v4-0521",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6087787434821363,
"probabilities": [
0.24137891462905867,
0.048304399862159036,
0.036451211033911024,
0.028635519958823918,
0.6087787434821363,
0.036451211033911024
],
"target": 0,
"brier": 0.9519281993061067,
"nll": 1.4213873203264042
},
{
"id": "transfer-v4-0522",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8775694247674743,
"probabilities": [
0.013934644675795296,
0.031149586227495415,
0.8775694247674743,
0.023505936979698897,
0.013385298474897186,
0.013934644675795296,
0.02652046419884361
],
"target": 2,
"brier": 0.017782921428270444,
"nll": 0.13059921022753457
},
{
"id": "transfer-v4-0523",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.749369872257726,
"probabilities": [
0.023575652785936138,
0.749369872257726,
0.023575652785936138,
0.10870281044081839,
0.06708525233672423,
0.027690759392859105
],
"target": 1,
"brier": 0.0810105939752423,
"nll": 0.2885225959157116
},
{
"id": "transfer-v4-0524",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8970943611300088,
"probabilities": [
0.015437900048820119,
0.01673107877124742,
0.8970943611300088,
0.027110514865118937,
0.014244682046743376,
0.02938146313806131
],
"target": 2,
"brier": 0.012908989625005985,
"nll": 0.10859422610156451
},
{
"id": "transfer-v4-0525",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6824995684670405,
"probabilities": [
0.015564223316566367,
0.0182809545207502,
0.6824995684670405,
0.016202995100906257,
0.03479235522097847,
0.20420580531826787,
0.028454098055490346
],
"target": 2,
"brier": 0.1453656540231497,
"nll": 0.38199338420594664
},
{
"id": "transfer-v4-0526",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8579829659579128,
"probabilities": [
0.018053775081570862,
0.05348096246053211,
0.035770158082074135,
0.016658363336339264,
0.8579829659579128,
0.018053775081570862
],
"target": 1,
"brier": 1.6342419411662314,
"nll": 2.928429530266127
},
{
"id": "transfer-v4-0527",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6614379220489983,
"probabilities": [
0.017716794762429176,
0.020809257207062205,
0.6614379220489983,
0.018443910019636398,
0.03960422743667249,
0.2419878885252014
],
"target": 2,
"brier": 0.17583800146921727,
"nll": 0.41333914404997224
},
{
"id": "transfer-v4-0528",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.9266785237059435,
"probabilities": [
0.015947014678788125,
0.9266785237059435,
0.01799214487213226,
0.009841598713418944,
0.010245507693743649,
0.009841598713418944,
0.009453611622554623
],
"target": 1,
"brier": 0.006342118771289767,
"nll": 0.07614856568129791
},
{
"id": "transfer-v4-0529",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7058748918417793,
"probabilities": [
0.2198676267207098,
0.019683035970465956,
0.0174457047482895,
0.019683035970465956,
0.0174457047482895,
0.7058748918417793
],
"target": 5,
"brier": 0.1362349015672407,
"nll": 0.3483172642148901
},
{
"id": "transfer-v4-0530",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.936239670249518,
"probabilities": [
0.936239670249518,
0.011678712573037065,
0.01970047153197756,
0.011678712573037065,
0.010351216536215133,
0.010351216536215133
],
"target": 0,
"brier": 0.004940568250758908,
"nll": 0.06588377732290224
},
{
"id": "transfer-v4-0531",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.4535104888164393,
"probabilities": [
0.07726861464540832,
0.026083865891360997,
0.02715437461478287,
0.14705788952244547,
0.2382879682044688,
0.03063679830509426,
0.4535104888164393
],
"target": 4,
"brier": 0.815829786059564,
"nll": 1.4342753862718378
},
{
"id": "transfer-v4-0532",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5984199693005933,
"probabilities": [
0.029303499616921913,
0.12466969693300287,
0.5984199693005933,
0.18639704373952906,
0.033061523698243014,
0.028148266711709894
],
"target": 1,
"brier": 1.1617975413978419,
"nll": 2.082087463581903
},
{
"id": "transfer-v4-0533",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.38175110089168,
"probabilities": [
0.13966412139883028,
0.034175219158211874,
0.03029058907582256,
0.29989801329142163,
0.11422095618403365,
0.38175110089168
],
"target": 3,
"brier": 0.6705146538540824,
"nll": 1.2043128178192342
},
{
"id": "transfer-v4-0534",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6888422210153854,
"probabilities": [
0.12719535143047933,
0.024450659437705614,
0.6888422210153854,
0.09219951766502783,
0.026498803684412178,
0.019996387287745564,
0.020817059479244095
],
"target": 3,
"brier": 1.316917205420108,
"nll": 2.383800379832103
},
{
"id": "transfer-v4-0535",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.7867842477832487,
"probabilities": [
0.1236904363345258,
0.023776913548905494,
0.0186787828904886,
0.7867842477832487,
0.026826181067317708,
0.020243438375513668
],
"target": 0,
"brier": 1.3889915832675281,
"nll": 2.089973315955505
},
{
"id": "transfer-v4-0536",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.734651865548145,
"probabilities": [
0.029420899830647735,
0.029420899830647735,
0.734651865548145,
0.1593325420654647,
0.024061178942682324,
0.0231126137824126
],
"target": 3,
"brier": 1.24927945032514,
"nll": 1.8367618012874523
},
{
"id": "transfer-v4-0537",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.768037051202316,
"probabilities": [
0.08407216102912161,
0.022295341767747286,
0.023210366233098675,
0.060941001921447066,
0.018233711613170698,
0.023210366233098675,
0.768037051202316
],
"target": 6,
"brier": 0.0664957362952954,
"nll": 0.2639173032451417
},
{
"id": "transfer-v4-0538",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7109706242792878,
"probabilities": [
0.7109706242792878,
0.04089182494102087,
0.030857572366110773,
0.15419651025623984,
0.02964106943114715,
0.03344239872619353
],
"target": 0,
"brier": 0.11193586195362795,
"nll": 0.34112416609531454
},
{
"id": "transfer-v4-0539",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8240145015112943,
"probabilities": [
0.02297729878991029,
0.07085948812949347,
0.029248653316940567,
0.021201348689128156,
0.0316987095632332,
0.8240145015112943
],
"target": 5,
"brier": 0.03882970809103966,
"nll": 0.1935671503060509
},
{
"id": "transfer-v4-0540",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.4670791845699536,
"probabilities": [
0.19279625688648538,
0.022872000549271694,
0.4670791845699536,
0.15767389271582471,
0.030309508977857266,
0.023810689869716375,
0.10545846643089093
],
"target": 2,
"brier": 0.35916628046985855,
"nll": 0.7612564755799628
},
{
"id": "transfer-v4-0541",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.432522528885218,
"probabilities": [
0.020344841461629425,
0.02295397346031895,
0.432522528885218,
0.35372801545655813,
0.03572759597767197,
0.13472304475860353
],
"target": 3,
"brier": 0.6251107733740714,
"nll": 1.0392269790751723
},
{
"id": "transfer-v4-0542",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.5537456408118705,
"probabilities": [
0.2477160305163048,
0.02403368672810109,
0.5537456408118705,
0.029387297820364817,
0.025020054216050924,
0.12009728990730786
],
"target": 2,
"brier": 0.27699677839614434,
"nll": 0.59104982977681
},
{
"id": "transfer-v4-0543",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7681326751689215,
"probabilities": [
0.022298117767302426,
0.047880291225309804,
0.03076173319277565,
0.0251577343768219,
0.018235983055293812,
0.08753346521357498,
0.7681326751689215
],
"target": 6,
"brier": 0.0661260391063932,
"nll": 0.26379280662854077
},
{
"id": "transfer-v4-0544",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.6711618987808624,
"probabilities": [
0.07346785164303139,
0.05115486003101621,
0.12393072409092462,
0.05115486003101621,
0.6711618987808624,
0.029129805423149163
],
"target": 4,
"brier": 0.1349730313857274,
"nll": 0.3987448912615036
},
{
"id": "transfer-v4-0545",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7966775953522145,
"probabilities": [
0.02716351506980892,
0.06580787946140676,
0.03457744445336941,
0.02407589386460106,
0.0516976717985993,
0.7966775953522145
],
"target": 5,
"brier": 0.05085643138161368,
"nll": 0.2273052048034495
},
{
"id": "transfer-v4-0546",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7199085420513199,
"probabilities": [
0.035252565590263324,
0.7199085420513199,
0.02660210386928781,
0.13838743488389155,
0.02660210386928781,
0.02555336775913296,
0.02769388197681664
],
"target": 1,
"brier": 0.10168031989358046,
"nll": 0.3286310999691079
},
{
"id": "transfer-v4-0547",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7987396227046988,
"probabilities": [
0.029515074278040933,
0.7987396227046988,
0.03198744666747077,
0.03466690605378869,
0.03911277492487324,
0.06597817537112757
],
"target": 1,
"brier": 0.04948479898595883,
"nll": 0.22472026529378816
},
{
"id": "transfer-v4-0548",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8323131768691794,
"probabilities": [
0.8323131768691794,
0.03333196776609135,
0.04787087795186461,
0.029543202260348192,
0.030755685527787784,
0.026185089624728673
],
"target": 0,
"brier": 0.034025883593484275,
"nll": 0.1835464944808707
},
{
"id": "transfer-v4-0549",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.7242413199394666,
"probabilities": [
0.015239568180512489,
0.027860570408005877,
0.017899631070281027,
0.1772187811237212,
0.016516132866182337,
0.021023996411830465,
0.7242413199394666
],
"target": 6,
"brier": 0.10949298969592318,
"nll": 0.32263062729995184
},
{
"id": "transfer-v4-0550",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8870541815630021,
"probabilities": [
0.015265127430441587,
0.0172228012213902,
0.0172228012213902,
0.8870541815630021,
0.02473513304188422,
0.03849995552189168
],
"target": 3,
"brier": 0.01567710516348131,
"nll": 0.11984921447610379
},
{
"id": "transfer-v4-0551",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8726096407979681,
"probabilities": [
0.01836155096889926,
0.03787305057917896,
0.023373109305584252,
0.02533097838619622,
0.0224516699621732,
0.8726096407979681
],
"target": 5,
"brier": 0.019691856320482325,
"nll": 0.1362669699947697
},
{
"id": "transfer-v4-0552",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9641453099559643,
"probabilities": [
0.007726877985349878,
0.01202680272628965,
0.007726877985349878,
0.00837413134704628,
0.9641453099559643
],
"target": 4,
"brier": 0.0016197381445895163,
"nll": 0.03651325926234884
},
{
"id": "transfer-v4-0553",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9418622009281337,
"probabilities": [
0.9418622009281337,
0.02063214594434387,
0.016873507183178618,
0.02063214594434387
],
"target": 0,
"brier": 0.004516089818118893,
"nll": 0.05989629862203271
},
{
"id": "transfer-v4-0554",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9696954353288442,
"probabilities": [
0.008422340666446251,
0.010721109385394098,
0.011161114619315458,
0.9696954353288442
],
"target": 3,
"brier": 0.0012288151282090231,
"nll": 0.030773240985135005
},
{
"id": "transfer-v4-0555",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.7861561950927123,
"probabilities": [
0.08605550421898449,
0.03697893851203334,
0.03552112807753224,
0.055288234098737704,
0.7861561950927123
],
"target": 4,
"brier": 0.058820703966743805,
"nll": 0.24059978480343036
},
{
"id": "transfer-v4-0556",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.7001607626724471,
"probabilities": [
0.12928533939377485,
0.11929261294879356,
0.05126128498498455,
0.7001607626724471
],
"target": 3,
"brier": 0.12347671406579462,
"nll": 0.35644530934613505
},
{
"id": "transfer-v4-0557",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.8697390621136059,
"probabilities": [
0.054213758961958874,
0.04258950831435254,
0.033457670610082674,
0.8697390621136059
],
"target": 3,
"brier": 0.022840325540939503,
"nll": 0.13956204092613805
},
{
"id": "transfer-v4-0558",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9696544268797604,
"probabilities": [
0.005747385127696161,
0.008089963727205217,
0.006616183867787276,
0.009892040397550948,
0.9696544268797604
],
"target": 4,
"brier": 0.001160960109108513,
"nll": 0.030815531909417365
},
{
"id": "transfer-v4-0559",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9426039491531879,
"probabilities": [
0.0140910158848157,
0.019052457791420355,
0.9426039491531879,
0.024252577170576026
],
"target": 2,
"brier": 0.004444047028784567,
"nll": 0.059109074862849074
},
{
"id": "transfer-v4-0560",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9706672565639102,
"probabilities": [
0.009511985948942406,
0.009511985948942406,
0.010308771538205048,
0.9706672565639102
],
"target": 3,
"brier": 0.0011476363615001328,
"nll": 0.02977155061004626
},
{
"id": "transfer-v4-0561",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9556458530113837,
"probabilities": [
0.009364784634156626,
0.011920779865751546,
0.010149240427608897,
0.012919342061099228,
0.9556458530113837
],
"target": 4,
"brier": 0.0024670110194887213,
"nll": 0.04536788120385488
},
{
"id": "transfer-v4-0562",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.878695865244326,
"probabilities": [
0.024502054404513265,
0.032469623516566085,
0.06433245683459468,
0.878695865244326
],
"target": 3,
"brier": 0.02050798523254698,
"nll": 0.12931644202876585
},
{
"id": "transfer-v4-0563",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.959300227799068,
"probabilities": [
0.011966360086529623,
0.013500989616795073,
0.015232422497607298,
0.959300227799068
],
"target": 3,
"brier": 0.002213968646706669,
"nll": 0.04155118969441681
},
{
"id": "transfer-v4-0564",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9664597151257204,
"probabilities": [
0.008063306731607513,
0.01068532985876017,
0.9664597151257204,
0.008063306731607513,
0.006728341552304419
],
"target": 2,
"brier": 0.0014144313945787825,
"nll": 0.034115662396724866
},
{
"id": "transfer-v4-0565",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9281075674969612,
"probabilities": [
0.9281075674969612,
0.022938187969083583,
0.031644752685251375,
0.017309491848703812
],
"target": 0,
"brier": 0.006995691199080066,
"nll": 0.07460763966232248
},
{
"id": "transfer-v4-0566",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9713855230947971,
"probabilities": [
0.009329502680945468,
0.011180567622196757,
0.9713855230947971,
0.008104406602060656
],
"target": 2,
"brier": 0.0010965144075581984,
"nll": 0.02903185231640533
},
{
"id": "transfer-v4-0567",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9492136116242124,
"probabilities": [
0.012326492767249328,
0.9492136116242124,
0.01008092785148603,
0.011373753511130298,
0.017005214245921933
],
"target": 1,
"brier": 0.00325136435502591,
"nll": 0.0521214144219853
},
{
"id": "transfer-v4-0568",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.8654237373059578,
"probabilities": [
0.8654237373059578,
0.03197920468596783,
0.02512237996859394,
0.07747467803948044
],
"target": 0,
"brier": 0.02576689972565045,
"nll": 0.14453602227938703
},
{
"id": "transfer-v4-0569",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9647318891528117,
"probabilities": [
0.01304217544179534,
0.9647318891528117,
0.010666231813522432,
0.011559703591870488
],
"target": 1,
"brier": 0.0016613332312158306,
"nll": 0.03590505132127243
},
{
"id": "transfer-v4-0570",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9683498531943594,
"probabilities": [
0.009489276826417915,
0.9683498531943594,
0.008079076509364218,
0.007606063342709768,
0.0064757301271486985
],
"target": 1,
"brier": 0.0012568369250041292,
"nll": 0.03216183841231179
},
{
"id": "transfer-v4-0571",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9165776527103348,
"probabilities": [
0.9165776527103348,
0.03525945088158518,
0.023113384874516977,
0.025049511533563038
],
"target": 0,
"brier": 0.009364223492216094,
"nll": 0.08710848783891592
},
{
"id": "transfer-v4-0572",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9740587248805982,
"probabilities": [
0.008807450869218898,
0.9740587248805982,
0.009168918594648747,
0.00796490565553413
],
"target": 1,
"brier": 0.0008980297359310551,
"nll": 0.026283684671907035
},
{
"id": "transfer-v4-0573",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9645337174971784,
"probabilities": [
0.008047237752460308,
0.010664036179660672,
0.008377504285350314,
0.008377504285350314,
0.9645337174971784
],
"target": 4,
"brier": 0.001576702053757808,
"nll": 0.036110488722579125
},
{
"id": "transfer-v4-0574",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9470663869590749,
"probabilities": [
0.9470663869590749,
0.021597588897444814,
0.015038165585955426,
0.016297858557524855
],
"target": 0,
"brier": 0.003760189853501132,
"nll": 0.05438608586760949
},
{
"id": "transfer-v4-0575",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9669625615036106,
"probabilities": [
0.009864574151268986,
0.011586432172560212,
0.011586432172560212,
0.9669625615036106
],
"target": 3,
"brier": 0.0014572729865672735,
"nll": 0.03359550040696572
},
{
"id": "transfer-v4-0576",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9699386218097082,
"probabilities": [
0.00717249597929565,
0.010301027596431086,
0.9699386218097082,
0.00635721253406925,
0.006230642080495758
],
"target": 2,
"brier": 0.0011404773787537675,
"nll": 0.03052248597158663
},
{
"id": "transfer-v4-0577",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.955704505791589,
"probabilities": [
0.01345038491666677,
0.017121491079714564,
0.013723618212029644,
0.955704505791589
],
"target": 3,
"brier": 0.002624486815196162,
"nll": 0.045306508070505874
},
{
"id": "transfer-v4-0578",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9764939701557555,
"probabilities": [
0.007825846430330023,
0.9764939701557555,
0.007367659493040773,
0.00831252392087373
],
"target": 1,
"brier": 0.0007371577717301162,
"nll": 0.023786703640172126
},
{
"id": "transfer-v4-0579",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9614754775867326,
"probabilities": [
0.00905047120673026,
0.009421911538129196,
0.9614754775867326,
0.009421911538129196,
0.010630228130278769
],
"target": 2,
"brier": 0.0018565964404006318,
"nll": 0.0392862186085149
},
{
"id": "transfer-v4-0580",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.7282495986186027,
"probabilities": [
0.07971683770840111,
0.08639443537005133,
0.7282495986186027,
0.10563912830294478
],
"target": 2,
"brier": 0.0988266787566941,
"nll": 0.3171114343015466
},
{
"id": "transfer-v4-0581",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9683048490659091,
"probabilities": [
0.010283682246342544,
0.010705734343874182,
0.9683048490659091,
0.010705734343874182
],
"target": 2,
"brier": 0.0013395622089617597,
"nll": 0.03220831456359048
},
{
"id": "transfer-v4-0582",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9476066540612215,
"probabilities": [
0.013336423287889749,
0.010906874557715477,
0.9476066540612215,
0.010476892224225428,
0.01767315586894793
],
"target": 2,
"brier": 0.003463988506438194,
"nll": 0.05381578470736407
},
{
"id": "transfer-v4-0583",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": false,
"confidence": 0.8958412659123893,
"probabilities": [
0.06300208893610414,
0.023049392450118226,
0.01810725270138828,
0.8958412659123893
],
"target": 0,
"brier": 1.6813558061423282,
"nll": 2.7645873954243707
},
{
"id": "transfer-v4-0584",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.953498932793234,
"probabilities": [
0.953498932793234,
0.014543434174831085,
0.011893999241365093,
0.020063633790569798
],
"target": 0,
"brier": 0.0029178773478014956,
"nll": 0.04761697319427282
},
{
"id": "transfer-v4-0585",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9612229891662412,
"probabilities": [
0.00801961625081652,
0.011990344682281252,
0.007703457834119207,
0.011063592066541894,
0.9612229891662412
],
"target": 4,
"brier": 0.0018934855116286226,
"nll": 0.03954885825410551
},
{
"id": "transfer-v4-0586",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9091335626436741,
"probabilities": [
0.02435140016890874,
0.9091335626436741,
0.050227859495559954,
0.016287177691857238
],
"target": 1,
"brier": 0.011637810154689279,
"nll": 0.09526326199694092
},
{
"id": "transfer-v4-0587",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.9645986592940936,
"probabilities": [
0.010244321116225127,
0.00984045773685149,
0.015316561852829761,
0.9645986592940936
],
"target": 3,
"brier": 0.0016896327143703213,
"nll": 0.036043161256904904
},
{
"id": "transfer-v4-0588",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0589",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0590",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0591",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.979391540794599,
"probabilities": [
0.979391540794599,
0.020608459205400997
],
"target": 0,
"brier": 0.0008494171816413542,
"nll": 0.020823776881505142
},
{
"id": "transfer-v4-0592",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0593",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878947395606,
"probabilities": [
0.9801878947395606,
0.019812105260439413
],
"target": 0,
"brier": 0.0007850390297014623,
"nll": 0.020010996369155466
},
{
"id": "transfer-v4-0594",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0595",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0596",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0597",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0598",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747862,
0.9830823512292521
],
"target": 1,
"brier": 0.0005724136798607733,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0599",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0600",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0601",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0602",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0603",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0604",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0605",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0606",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0607",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0608",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0609",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878947395606,
"probabilities": [
0.9801878947395606,
0.019812105260439413
],
"target": 0,
"brier": 0.0007850390297014623,
"nll": 0.020010996369155466
},
{
"id": "transfer-v4-0610",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0611",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0612",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9809540638079466,
"probabilities": [
0.019045936192053414,
0.9809540638079466
],
"target": 1,
"brier": 0.0007254953708635402,
"nll": 0.01922964639698639
},
{
"id": "transfer-v4-0613",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9809540638079466,
"probabilities": [
0.9809540638079466,
0.01904593619205347
],
"target": 0,
"brier": 0.0007254953708635424,
"nll": 0.01922964639698639
},
{
"id": "transfer-v4-0614",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0615",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0616",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747862,
0.9830823512292521
],
"target": 1,
"brier": 0.0005724136798607733,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0617",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.9777037337434783,
0.02229626625652165
],
"target": 0,
"brier": 0.000994246977963414,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0618",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639832,
0.9816911670313602
],
"target": 1,
"brier": 0.0006704267293471057,
"nll": 0.01847851394932085
},
{
"id": "transfer-v4-0619",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878856108495,
"probabilities": [
0.9801878856108495,
0.01981211438915048
],
"target": 0,
"brier": 0.0007850397531375693,
"nll": 0.020011005682381237
},
{
"id": "transfer-v4-0620",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0621",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0622",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747862,
0.9830823512292521
],
"target": 1,
"brier": 0.0005724136798607733,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0623",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9785638792442264,
"probabilities": [
0.9785638792442264,
0.021436120755773613
],
"target": 0,
"brier": 0.0009190145461122167,
"nll": 0.021669211451873917
},
{
"id": "transfer-v4-0624",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0625",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0626",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.01759974762798533,
0.9824002523720147
],
"target": 1,
"brier": 0.0006195022331375505,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0627",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0628",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9690027291085723,
"probabilities": [
0.9690027291085723,
0.01735972995325772,
0.013637540938169924
],
"target": 0,
"brier": 0.0014481735496068434,
"nll": 0.031487850677821616,
"ordinalAbsoluteError": 0.04463481182959757
},
{
"id": "transfer-v4-0629",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9677715689075901,
"probabilities": [
0.018049229659248957,
0.9677715689075901,
0.01417920143316096
],
"target": 1,
"brier": 0.00156549621525268,
"nll": 0.032759202087300626,
"ordinalAbsoluteError": 0.0038700282260879515
},
{
"id": "transfer-v4-0630",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9663105861099416,
"probabilities": [
0.9663105861099416,
0.019531618112510547,
0.014157795777547881
],
"target": 0,
"brier": 0.0017169038956273638,
"nll": 0.034269978733207675,
"ordinalAbsoluteError": 0.047847209667606305
},
{
"id": "transfer-v4-0631",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9647244975839034,
"probabilities": [
0.017992410004478245,
0.9647244975839034,
0.017283092411618274
],
"target": 1,
"brier": 0.0018667931717858202,
"nll": 0.03591271313623661,
"ordinalAbsoluteError": 0.0007093175928599704
},
{
"id": "transfer-v4-0632",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9683128450211531,
"probabilities": [
0.9683128450211531,
0.018059323451450254,
0.013627831527396642
],
"target": 0,
"brier": 0.001515932746316668,
"nll": 0.032200056913907225,
"ordinalAbsoluteError": 0.045314986506243535
},
{
"id": "transfer-v4-0633",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9688333363694448,
"probabilities": [
0.01806904095051224,
0.9688333363694448,
0.013097622680042992
],
"target": 1,
"brier": 0.0014693988826002373,
"nll": 0.03166267737506052,
"ordinalAbsoluteError": 0.004971418270469208
},
{
"id": "transfer-v4-0634",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.8480402981021845,
"probabilities": [
0.8480402981021845,
0.07292549676836671,
0.0790342051294488
],
"target": 0,
"brier": 0.034656284660229804,
"nll": 0.16482712297242172,
"ordinalAbsoluteError": 0.2309939070272643
},
{
"id": "transfer-v4-0635",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9639284883612529,
"probabilities": [
0.016588041002704317,
0.01948347063604282,
0.9639284883612529
],
"target": 2,
"brier": 0.001955922684237211,
"nll": 0.036738169321097205,
"ordinalAbsoluteError": 0.0526595526414515
},
{
"id": "transfer-v4-0636",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9670552141394214,
"probabilities": [
0.9670552141394214,
0.01877607988460466,
0.01416870597597387
],
"target": 0,
"brier": 0.0016386523202660322,
"nll": 0.03349968677272867,
"ordinalAbsoluteError": 0.047113491836552404
},
{
"id": "transfer-v4-0637",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9653011848122235,
"probabilities": [
0.018742032907665757,
0.9653011848122235,
0.015956782280110784
],
"target": 1,
"brier": 0.0018098904736823535,
"nll": 0.03531511772520942,
"ordinalAbsoluteError": 0.0027852506275549693
},
{
"id": "transfer-v4-0638",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9635913039996491,
"probabilities": [
0.9635913039996491,
0.021108136716297774,
0.015300559284053097
],
"target": 0,
"brier": 0.0020052536944847096,
"nll": 0.03708803277399613,
"ordinalAbsoluteError": 0.05170925528440397
},
{
"id": "transfer-v4-0639",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": false,
"confidence": 0.6983276163355653,
"probabilities": [
0.02478736854573613,
0.6983276163355653,
0.27688501511869856
],
"target": 2,
"brier": 1.0111711547362194,
"nll": 1.2841529668506573,
"ordinalAbsoluteError": 0.7479023534270377
},
{
"id": "transfer-v4-0640",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9697770476292026,
"probabilities": [
0.9697770476292026,
0.017373601769415926,
0.012849350601381492
],
"target": 0,
"brier": 0.0013803746993269644,
"nll": 0.030689081708709376,
"ordinalAbsoluteError": 0.043072302972178914
},
{
"id": "transfer-v4-0641",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9683128296903553,
"probabilities": [
0.018059332478752334,
0.9683128296903553,
0.013627837830892437
],
"target": 1,
"brier": 0.0015159342157556532,
"nll": 0.03220007274639159,
"ordinalAbsoluteError": 0.004431494647859857
},
{
"id": "transfer-v4-0642",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9683128450211531,
"probabilities": [
0.9683128450211531,
0.018059323451450254,
0.013627831527396642
],
"target": 0,
"brier": 0.001515932746316668,
"nll": 0.032200056913907225,
"ordinalAbsoluteError": 0.045314986506243535
},
{
"id": "transfer-v4-0643",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9646694405539322,
"probabilities": [
0.018729767493653265,
0.9646694405539322,
0.016600791952414526
],
"target": 1,
"brier": 0.0018746389145857904,
"nll": 0.03596978497511603,
"ordinalAbsoluteError": 0.002128975541238698
},
{
"id": "transfer-v4-0644",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9649763604488782,
"probabilities": [
0.9649763604488782,
0.020305143461230604,
0.014718496089891104
],
"target": 0,
"brier": 0.0018555883055361958,
"nll": 0.03565167488737379,
"ordinalAbsoluteError": 0.04974213564101281
},
{
"id": "transfer-v4-0645",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9148025938346499,
"probabilities": [
0.020861822723190808,
0.9148025938346499,
0.06433558344215931
],
"target": 1,
"brier": 0.011832880961480519,
"nll": 0.08904698142580152,
"ordinalAbsoluteError": 0.04347376071896858
},
{
"id": "transfer-v4-0646",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9677715689075901,
"probabilities": [
0.9677715689075901,
0.018049229659248957,
0.01417920143316096
],
"target": 0,
"brier": 0.00156549621525268,
"nll": 0.032759202087300626,
"ordinalAbsoluteError": 0.046407632525570876
},
{
"id": "transfer-v4-0647",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9655366060808076,
"probabilities": [
0.02031693073373297,
0.9655366060808076,
0.014146463185459396
],
"target": 1,
"brier": 0.001800625615526289,
"nll": 0.03507126371441566,
"ordinalAbsoluteError": 0.0061704675482736615
},
{
"id": "transfer-v4-0648",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9670552141394214,
"probabilities": [
0.9670552141394214,
0.01877607988460466,
0.01416870597597387
],
"target": 0,
"brier": 0.0016386523202660322,
"nll": 0.03349968677272867,
"ordinalAbsoluteError": 0.047113491836552404
},
{
"id": "transfer-v4-0649",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9615259743646368,
"probabilities": [
0.016546689960163233,
0.021927335675199965,
0.9615259743646368
],
"target": 2,
"brier": 0.0022348516470412465,
"nll": 0.039233699898386404,
"ordinalAbsoluteError": 0.05502071559552646
},
{
"id": "transfer-v4-0650",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9670552141394214,
"probabilities": [
0.9670552141394214,
0.01877607988460466,
0.01416870597597387
],
"target": 0,
"brier": 0.0016386523202660322,
"nll": 0.03349968677272867,
"ordinalAbsoluteError": 0.047113491836552404
},
{
"id": "transfer-v4-0651",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9611455749697225,
"probabilities": [
0.01942721251513874,
0.9611455749697225,
0.01942721251513874
],
"target": 1,
"brier": 0.0022644995166501793,
"nll": 0.039629398685326375,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0652",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9692659035026056,
"probabilities": [
0.9692659035026056,
0.01736444545923832,
0.013369651038156134
],
"target": 0,
"brier": 0.0014248562225000854,
"nll": 0.031216294515561537,
"ordinalAbsoluteError": 0.04410374753555059
},
{
"id": "transfer-v4-0653",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": false,
"confidence": 0.6105016822471323,
"probabilities": [
0.02758446681335284,
0.6105016822471323,
0.36191385093951484
],
"target": 2,
"brier": 0.7806271404587952,
"nll": 1.0163490763083667,
"ordinalAbsoluteError": 0.6656706158738381
},
{
"id": "transfer-v4-0654",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9697770476292026,
"probabilities": [
0.9697770476292026,
0.017373601769415926,
0.012849350601381492
],
"target": 0,
"brier": 0.0013803746993269644,
"nll": 0.030689081708709376,
"ordinalAbsoluteError": 0.043072302972178914
},
{
"id": "transfer-v4-0655",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.7045555933889841,
"probabilities": [
0.02710327405623283,
0.26834113255478304,
0.7045555933889841
],
"target": 2,
"brier": 0.1600289482830862,
"nll": 0.35018803892003625,
"ordinalAbsoluteError": 0.3225476806672487
},
{
"id": "transfer-v4-0656",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.967328093215706,
"probabilities": [
0.967328093215706,
0.018781377422393355,
0.013890529361900598
],
"target": 0,
"brier": 0.0016131404367578054,
"nll": 0.03321755129621052,
"ordinalAbsoluteError": 0.046562436146194555
},
{
"id": "transfer-v4-0657",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9394574620311968,
"probabilities": [
0.01976817196974991,
0.040774365999053264,
0.9394574620311968
],
"target": 2,
"brier": 0.005718728449354329,
"nll": 0.062452738395602864,
"ordinalAbsoluteError": 0.08031070993855316
},
{
"id": "transfer-v4-0658",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9695239780612561,
"probabilities": [
0.9695239780612561,
0.017369068301692027,
0.013106953637051822
],
"target": 0,
"brier": 0.001402264680523467,
"nll": 0.030950072205832294,
"ordinalAbsoluteError": 0.04358297557579567
},
{
"id": "transfer-v4-0659",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9649763532592442,
"probabilities": [
0.020305143309945498,
0.9649763532592442,
0.01471850343081023
],
"target": 1,
"brier": 0.001855589019101448,
"nll": 0.03565168233795425,
"ordinalAbsoluteError": 0.0055866398791353244
},
{
"id": "transfer-v4-0660",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9635912869487777,
"probabilities": [
0.9635912869487777,
0.021108147518656906,
0.015300565532565424
],
"target": 0,
"brier": 0.002005255583331955,
"nll": 0.0370880504691242,
"ordinalAbsoluteError": 0.05170927858378775
},
{
"id": "transfer-v4-0661",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": false,
"confidence": 0.9469682084057652,
"probabilities": [
0.02074399613675471,
0.9469682084057652,
0.032287795457480055
],
"target": 2,
"brier": 1.8336460119274904,
"nll": 3.433065969770299,
"ordinalAbsoluteError": 0.9884562006792748
},
{
"id": "transfer-v4-0662",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9683128450211531,
"probabilities": [
0.9683128450211531,
0.018059323451450254,
0.013627831527396642
],
"target": 0,
"brier": 0.001515932746316668,
"nll": 0.032200056913907225,
"ordinalAbsoluteError": 0.045314986506243535
},
{
"id": "transfer-v4-0663",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9645592624203819,
"probabilities": [
0.019496219341622028,
0.9645592624203819,
0.015944518237996017
],
"target": 1,
"brier": 0.0018903761106457773,
"nll": 0.03608400485324682,
"ordinalAbsoluteError": 0.003551701103626015
},
{
"id": "transfer-v4-0664",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.967328093215706,
"probabilities": [
0.967328093215706,
0.018781377422393355,
0.013890529361900598
],
"target": 0,
"brier": 0.0016131404367578054,
"nll": 0.03321755129621052,
"ordinalAbsoluteError": 0.046562436146194555
},
{
"id": "transfer-v4-0665",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9394574620311968,
"probabilities": [
0.01976817196974991,
0.040774365999053264,
0.9394574620311968
],
"target": 2,
"brier": 0.005718728449354329,
"nll": 0.062452738395602864,
"ordinalAbsoluteError": 0.08031070993855316
},
{
"id": "transfer-v4-0666",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.967328093215706,
"probabilities": [
0.967328093215706,
0.018781377422393355,
0.013890529361900598
],
"target": 0,
"brier": 0.0016131404367578054,
"nll": 0.03321755129621052,
"ordinalAbsoluteError": 0.046562436146194555
},
{
"id": "transfer-v4-0667",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.954835976227566,
"probabilities": [
0.018538835010572692,
0.02662518876186133,
0.954835976227566
],
"target": 2,
"brier": 0.0030923781234709663,
"nll": 0.04621570589387291,
"ordinalAbsoluteError": 0.06370285878300663
},
{
"id": "transfer-v4-0668",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807111,
0.9861215326371929
],
"target": 1,
"brier": 0.00038522371268100316,
"nll": 0.013975673722444753
},
{
"id": "transfer-v4-0669",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9801878947395606,
"probabilities": [
0.9801878947395606,
0.019812105260439413
],
"target": 0,
"brier": 0.0007850390297014623,
"nll": 0.020010996369155466
},
{
"id": "transfer-v4-0670",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807111,
0.9861215326371929
],
"target": 1,
"brier": 0.00038522371268100316,
"nll": 0.013975673722444753
},
{
"id": "transfer-v4-0671",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807111,
0.9861215326371929
],
"target": 1,
"brier": 0.00038522371268100316,
"nll": 0.013975673722444753
},
{
"id": "transfer-v4-0672",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.012819524138074882,
0.9871804758619251
],
"target": 1,
"brier": 0.00032868039825336847,
"nll": 0.012902403313939784
},
{
"id": "transfer-v4-0673",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9843695108720873,
"probabilities": [
0.9843695108720873,
0.01563048912791262
],
"target": 0,
"brier": 0.0004886243807555901,
"nll": 0.015753933240613683
},
{
"id": "transfer-v4-0674",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.012819524138074882,
0.9871804758619251
],
"target": 1,
"brier": 0.00032868039825336847,
"nll": 0.012902403313939784
},
{
"id": "transfer-v4-0675",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.012819524138074882,
0.9871804758619251
],
"target": 1,
"brier": 0.00032868039825336847,
"nll": 0.012902403313939784
},
{
"id": "transfer-v4-0676",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.5200997591018677,
"probabilities": [
0.5200997591018677,
0.4799002408981323
],
"target": 1,
"brier": 0.5410075188356416,
"nll": 0.734177028142376
},
{
"id": "transfer-v4-0677",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9866613607854392,
"probabilities": [
0.9866613607854392,
0.013338639214560773
],
"target": 0,
"brier": 0.0003558385921924376,
"nll": 0.013428397928925069
},
{
"id": "transfer-v4-0678",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.5200997591018677,
"probabilities": [
0.5200997591018677,
0.4799002408981323
],
"target": 1,
"brier": 0.5410075188356416,
"nll": 0.734177028142376
},
{
"id": "transfer-v4-0679",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.6734828352928162,
"probabilities": [
0.6734828352928162,
0.32651716470718384
],
"target": 1,
"brier": 0.9071582588681011,
"nll": 1.1192727598031413
},
{
"id": "transfer-v4-0680",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215262084119,
"probabilities": [
0.9861215262084119,
0.013878473791588151
],
"target": 0,
"brier": 0.00038522406956759787,
"nll": 0.013975680241703151
},
{
"id": "transfer-v4-0681",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807111,
0.9861215326371929
],
"target": 1,
"brier": 0.00038522371268100316,
"nll": 0.013975673722444753
},
{
"id": "transfer-v4-0682",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215262084119,
"probabilities": [
0.9861215262084119,
0.013878473791588151
],
"target": 0,
"brier": 0.00038522406956759787,
"nll": 0.013975680241703151
},
{
"id": "transfer-v4-0683",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9866613607854392,
"probabilities": [
0.9866613607854392,
0.013338639214560773
],
"target": 0,
"brier": 0.0003558385921924376,
"nll": 0.013428397928925069
},
{
"id": "transfer-v4-0684",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529088037,
0.985560171470912
],
"target": 1,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0685",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9824002523720147,
"probabilities": [
0.9824002523720147,
0.01759974762798531
],
"target": 0,
"brier": 0.0006195022331375497,
"nll": 0.017756464695954623
},
{
"id": "transfer-v4-0686",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529088037,
0.985560171470912
],
"target": 1,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0687",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0688",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9876796283110872,
"probabilities": [
0.9876796283110872,
0.012320371688912764
],
"target": 0,
"brier": 0.00030358311710592615,
"nll": 0.012396896661861815
},
{
"id": "transfer-v4-0689",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529088037,
0.985560171470912
],
"target": 1,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0690",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9876796283110872,
"probabilities": [
0.9876796283110872,
0.012320371688912764
],
"target": 0,
"brier": 0.00030358311710592615,
"nll": 0.012396896661861815
},
{
"id": "transfer-v4-0691",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9876796283110872,
"probabilities": [
0.9876796283110872,
0.012320371688912764
],
"target": 0,
"brier": 0.00030358311710592615,
"nll": 0.012396896661861815
},
{
"id": "transfer-v4-0692",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804688174176,
"probabilities": [
0.9871804688174176,
0.012819531182582429
],
"target": 0,
"brier": 0.0003286807594824055,
"nll": 0.012902410449927307
},
{
"id": "transfer-v4-0693",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0694",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804688174176,
"probabilities": [
0.9871804688174176,
0.012819531182582429
],
"target": 0,
"brier": 0.0003286807594824055,
"nll": 0.012902410449927307
},
{
"id": "transfer-v4-0695",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804688174176,
"probabilities": [
0.9871804688174176,
0.012819531182582429
],
"target": 0,
"brier": 0.0003286807594824055,
"nll": 0.012902410449927307
},
{
"id": "transfer-v4-0696",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9876796338301774,
"probabilities": [
0.012320366169822572,
0.9876796338301774
],
"target": 1,
"brier": 0.000303582845117017,
"nll": 0.012396891073926202
},
{
"id": "transfer-v4-0697",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.9830823512292521,
0.016917648770747914
],
"target": 0,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0698",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9876796338301774,
"probabilities": [
0.012320366169822572,
0.9876796338301774
],
"target": 1,
"brier": 0.000303582845117017,
"nll": 0.012396891073926202
},
{
"id": "transfer-v4-0699",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9881595897722026,
"probabilities": [
0.011840410227797351,
0.9881595897722026
],
"target": 1,
"brier": 0.00028039062872505644,
"nll": 0.011911066169012819
},
{
"id": "transfer-v4-0700",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0701",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9855601769781589,
"probabilities": [
0.9855601769781589,
0.014439823021841096
],
"target": 0,
"brier": 0.00041701697780418444,
"nll": 0.014545091870885395
},
{
"id": "transfer-v4-0702",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0703",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0704",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.9871804758619251,
0.012819524138074882
],
"target": 0,
"brier": 0.00032868039825336847,
"nll": 0.012902403313939784
},
{
"id": "transfer-v4-0705",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823439047174,
"probabilities": [
0.016917656095282573,
0.9830823439047174
],
"target": 1,
"brier": 0.0005724141755165047,
"nll": 0.017062394383272114
},
{
"id": "transfer-v4-0706",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.9871804758619251,
0.012819524138074882
],
"target": 0,
"brier": 0.00032868039825336847,
"nll": 0.012902403313939784
},
{
"id": "transfer-v4-0707",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9866613672177391,
"probabilities": [
0.9866613672177391,
0.013338632782260829
],
"target": 0,
"brier": 0.000355838249000008,
"nll": 0.013428391409667145
},
{
"id": "transfer-v4-0708",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0709",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9785638792442264,
"probabilities": [
0.9785638792442264,
0.021436120755773613
],
"target": 0,
"brier": 0.0009190145461122167,
"nll": 0.021669211451873917
},
{
"id": "transfer-v4-0710",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0711",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0712",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9758810891747277,
"probabilities": [
0.9758810891747277,
0.024118910825272264
],
"target": 0,
"brier": 0.0011634437187948723,
"nll": 0.024414534853473554
},
{
"id": "transfer-v4-0713",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9843695035379632,
"probabilities": [
0.015630496462036902,
0.9843695035379632
],
"target": 1,
"brier": 0.0004886248392994945,
"nll": 0.015753940691194124
},
{
"id": "transfer-v4-0714",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9758810891747277,
"probabilities": [
0.9758810891747277,
0.024118910825272264
],
"target": 0,
"brier": 0.0011634437187948723,
"nll": 0.024414534853473554
},
{
"id": "transfer-v4-0715",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9758810891747277,
"probabilities": [
0.9758810891747277,
0.024118910825272264
],
"target": 0,
"brier": 0.0011634437187948723,
"nll": 0.024414534853473554
},
{
"id": "transfer-v4-0716",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0717",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9871804688174176,
"probabilities": [
0.9871804688174176,
0.012819531182582429
],
"target": 0,
"brier": 0.0003286807594824055,
"nll": 0.012902410449927307
},
{
"id": "transfer-v4-0718",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0719",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9849764548976625,
"probabilities": [
0.015023545102337528,
0.9849764548976625
],
"target": 1,
"brier": 0.000451413814883939,
"nll": 0.015137541752940567
},
{
"id": "transfer-v4-0720",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9670282258435994,
"probabilities": [
0.03297177415640063,
0.9670282258435994
],
"target": 1,
"brier": 0.002174275782041377,
"nll": 0.03352759487148581
},
{
"id": "transfer-v4-0721",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9567699778922281,
"probabilities": [
0.04323002210777195,
0.9567699778922281
],
"target": 0,
"brier": 1.830817581191789,
"nll": 3.141220068903885
},
{
"id": "transfer-v4-0722",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9670282258435994,
"probabilities": [
0.03297177415640063,
0.9670282258435994
],
"target": 1,
"brier": 0.002174275782041377,
"nll": 0.03352759487148581
},
{
"id": "transfer-v4-0723",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9643647203715839,
"probabilities": [
0.03563527962841602,
0.9643647203715839
],
"target": 1,
"brier": 0.0025397463083908067,
"nll": 0.03628571528993912
},
{
"id": "transfer-v4-0724",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529088037,
0.985560171470912
],
"target": 1,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0725",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9785638683079232,
"probabilities": [
0.9785638683079232,
0.021436131692076785
],
"target": 0,
"brier": 0.0009190154838401186,
"nll": 0.021669222627744487
},
{
"id": "transfer-v4-0726",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529088037,
0.985560171470912
],
"target": 1,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0727",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807111,
0.9861215326371929
],
"target": 1,
"brier": 0.00038522371268100316,
"nll": 0.013975673722444753
},
{
"id": "transfer-v4-0728",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0729",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807111,
0.9861215326371929
],
"target": 1,
"brier": 0.00038522371268100316,
"nll": 0.013975673722444753
},
{
"id": "transfer-v4-0730",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0731",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.9793915316733043,
0.020608468326695665
],
"target": 0,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0732",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9837384517114893,
"probabilities": [
0.016261548288510688,
0.9837384517114893
],
"target": 1,
"brier": 0.0005288759054791293,
"nll": 0.01639521836746858
},
{
"id": "transfer-v4-0733",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.970666108707588,
"probabilities": [
0.970666108707588,
0.029333891292412036
],
"target": 0,
"brier": 0.0017209543567100936,
"nll": 0.0297727331543148
},
{
"id": "transfer-v4-0734",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9837384517114893,
"probabilities": [
0.016261548288510688,
0.9837384517114893
],
"target": 1,
"brier": 0.0005288759054791293,
"nll": 0.01639521836746858
},
{
"id": "transfer-v4-0735",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0736",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0737",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9855601641279161,
"probabilities": [
0.9855601641279161,
0.014439835872083863
],
"target": 0,
"brier": 0.0004170177200254398,
"nll": 0.01454510490940211
},
{
"id": "transfer-v4-0738",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0739",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9830823512292521,
"probabilities": [
0.016917648770747914,
0.9830823512292521
],
"target": 1,
"brier": 0.000572413679860775,
"nll": 0.017062386932691017
},
{
"id": "transfer-v4-0740",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.020608468326695665,
0.9793915316733043
],
"target": 1,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0741",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.699442309107918,
"probabilities": [
0.699442309107918,
0.3005576908920819
],
"target": 0,
"brier": 0.18066985110876055,
"nll": 0.35747196274826043
},
{
"id": "transfer-v4-0742",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.020608468326695665,
0.9793915316733043
],
"target": 1,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0743",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9793915316733043,
"probabilities": [
0.020608468326695665,
0.9793915316733043
],
"target": 1,
"brier": 0.000849417933544839,
"nll": 0.02082378619473114
},
{
"id": "transfer-v4-0744",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9291794646225671,
"probabilities": [
0.07082053537743298,
0.9291794646225671
],
"target": 0,
"brier": 1.7267489549525608,
"nll": 2.647606272634311
},
{
"id": "transfer-v4-0745",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.02229626625652165,
0.9777037337434783
],
"target": 1,
"brier": 0.000994246977963414,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0746",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9291794646225671,
"probabilities": [
0.07082053537743298,
0.9291794646225671
],
"target": 0,
"brier": 1.7267489549525608,
"nll": 2.647606272634311
},
{
"id": "transfer-v4-0747",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9317809661692092,
"probabilities": [
0.0682190338307907,
0.9317809661692092
],
"target": 0,
"brier": 1.7364315378304505,
"nll": 2.685031664642635
},
{
"id": "transfer-v4-0748",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.985560171470912,
0.014439828529088037
],
"target": 0,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0749",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9777037337434783,
"probabilities": [
0.02229626625652165,
0.9777037337434783
],
"target": 1,
"brier": 0.000994246977963414,
"nll": 0.02254858557274234
},
{
"id": "transfer-v4-0750",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.985560171470912,
0.014439828529088037
],
"target": 0,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0751",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.985560171470912,
0.014439828529088037
],
"target": 0,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0752",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9599775838861949,
"probabilities": [
0.9599775838861949,
0.040022416113805054
],
"target": 0,
"brier": 0.003203587583173127,
"nll": 0.040845344911420355
},
{
"id": "transfer-v4-0753",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9584033464433758,
"probabilities": [
0.9584033464433758,
0.041596653556624265
],
"target": 1,
"brier": 1.8370739489477228,
"nll": 3.1797355583010374
},
{
"id": "transfer-v4-0754",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9599775838861949,
"probabilities": [
0.9599775838861949,
0.040022416113805054
],
"target": 0,
"brier": 0.003203587583173127,
"nll": 0.040845344911420355
},
{
"id": "transfer-v4-0755",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9614946353602555,
"probabilities": [
0.9614946353602555,
0.038505364639744515
],
"target": 0,
"brier": 0.002965326212079375,
"nll": 0.039266293417380055
},
{
"id": "transfer-v4-0756",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9147487691677556,
"probabilities": [
0.9147487691677556,
0.08525123083224434
],
"target": 1,
"brier": 1.6735306213878476,
"nll": 2.4621527250078468
},
{
"id": "transfer-v4-0757",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9816911670313602,
"probabilities": [
0.018308832968639836,
0.9816911670313602
],
"target": 0,
"brier": 1.9274350948547878,
"nll": 4.000371659703337
},
{
"id": "transfer-v4-0758",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9147487691677556,
"probabilities": [
0.9147487691677556,
0.08525123083224434
],
"target": 1,
"brier": 1.6735306213878476,
"nll": 2.4621527250078468
},
{
"id": "transfer-v4-0759",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.9236997297130545,
"probabilities": [
0.9236997297130545,
0.07630027028694547
],
"target": 1,
"brier": 1.7064423813439398,
"nll": 2.573078798274075
},
{
"id": "transfer-v4-0760",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9728718762424542,
"probabilities": [
0.9728718762424542,
0.02712812375754579
],
"target": 0,
"brier": 0.0014718701972094416,
"nll": 0.027502884559643302
},
{
"id": "transfer-v4-0761",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529088037,
0.985560171470912
],
"target": 1,
"brier": 0.000417017295898928,
"nll": 0.014545097458821094
},
{
"id": "transfer-v4-0762",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9728718762424542,
"probabilities": [
0.9728718762424542,
0.02712812375754579
],
"target": 0,
"brier": 0.0014718701972094416,
"nll": 0.027502884559643302
},
{
"id": "transfer-v4-0763",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9728718762424542,
"probabilities": [
0.9728718762424542,
0.02712812375754579
],
"target": 0,
"brier": 0.0014718701972094416,
"nll": 0.027502884559643302
},
{
"id": "ru-public-0-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9666234832878718,
"probabilities": [
0.9666234832878718,
0.018027810346283372,
0.015348706365844782
],
"target": 0,
"brier": 0.001674576600821456,
"nll": 0.033946225134347675
},
{
"id": "ru-public-0-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9830823439047174,
"probabilities": [
0.9830823439047174,
0.016917656095282573
],
"target": 0,
"brier": 0.0005724141755165047,
"nll": 0.017062394383272114
},
{
"id": "ru-public-0-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9696923792360802,
"probabilities": [
0.9696923792360802,
0.018452445612224477,
0.011855175151695293
],
"target": 0,
"brier": 0.0013995898033190583,
"nll": 0.03077639259075098,
"ordinalAbsoluteError": 0.04216279591561506
},
{
"id": "ru-public-0-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9657418406515682,
"probabilities": [
0.01695684741288569,
0.9657418406515682,
0.017301311935546047
],
"target": 1,
"brier": 0.0017604915508175009,
"nll": 0.03485872618842563
},
{
"id": "ru-public-0-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9837384425497109,
"probabilities": [
0.9837384425497109,
0.016261557450289153
],
"target": 0,
"brier": 0.0005288765014181083,
"nll": 0.016395227680694544
},
{
"id": "ru-public-0-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.971632401108823,
"probabilities": [
0.971632401108823,
0.017406848833942157,
0.010960750057234894
],
"target": 0,
"brier": 0.0012278570949955955,
"nll": 0.028777734212522558,
"ordinalAbsoluteError": 0.039328348948411945
},
{
"id": "ru-public-0-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9673620373760212,
"probabilities": [
0.01599084100192048,
0.016647121622058336,
0.9673620373760212
],
"target": 2,
"brier": 0.001598070258492539,
"nll": 0.03318246127349116
},
{
"id": "ru-public-0-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9858435942519289,
"probabilities": [
0.9858435942519289,
0.014156405748071123
],
"target": 0,
"brier": 0.0004008076474080413,
"nll": 0.014257563481360461
},
{
"id": "ru-public-0-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9751328944011849,
"probabilities": [
0.013182779933676253,
0.9751328944011849,
0.011684325665138879
],
"target": 1,
"brier": 0.0009286820938913821,
"nll": 0.025181515322623436,
"ordinalAbsoluteError": 0.0014984542685373414
},
{
"id": "ru-public-0-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9705685205913339,
"probabilities": [
0.9705685205913339,
0.016043853716981714,
0.013387625691684342
],
"target": 0,
"brier": 0.0013028457439352903,
"nll": 0.02987327547399462
},
{
"id": "ru-public-0-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9858435942519289,
"probabilities": [
0.014156405748071088,
0.9858435942519289
],
"target": 1,
"brier": 0.0004008076474080403,
"nll": 0.014257563481360461
},
{
"id": "ru-public-0-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.976554676751773,
"probabilities": [
0.012429051668405097,
0.976554676751773,
0.01101627157982188
],
"target": 1,
"brier": 0.0008255227471101288,
"nll": 0.023724537655588785,
"ordinalAbsoluteError": 0.0014127800885832542
},
{
"id": "ru-public-0-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9686083359969314,
"probabilities": [
0.015380222608190035,
0.9686083359969314,
0.0160114413948785
],
"target": 1,
"brier": 0.0014783540719006606,
"nll": 0.03189494281740551
},
{
"id": "ru-public-0-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9866613672177391,
"probabilities": [
0.013338632782260884,
0.9866613672177391
],
"target": 1,
"brier": 0.00035583824900000944,
"nll": 0.013428391409667145
},
{
"id": "ru-public-0-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9763548496477614,
"probabilities": [
0.012179105507348976,
0.9763548496477614,
0.011466044844889587
],
"target": 1,
"brier": 0.0008388939305241253,
"nll": 0.023929183187814094,
"ordinalAbsoluteError": 0.0007130606624593527
},
{
"id": "ru-public-0-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9660481086322121,
"probabilities": [
0.016293520896940573,
0.01765837047084725,
0.9660481086322121
],
"target": 2,
"brier": 0.0017300277983547977,
"nll": 0.03454164411299241
},
{
"id": "ru-public-0-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9866613672177391,
"probabilities": [
0.013338632782260884,
0.9866613672177391
],
"target": 1,
"brier": 0.00035583824900000944,
"nll": 0.013428391409667145
},
{
"id": "ru-public-0-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9746655062362746,
"probabilities": [
0.012158032302889431,
0.013176461460835946,
0.9746655062362746
],
"target": 2,
"brier": 0.0009632734603712405,
"nll": 0.02566093737334393,
"ordinalAbsoluteError": 0.03749252606661502
},
{
"id": "ru-public-0-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9708272896124475,
"probabilities": [
0.9708272896124475,
0.016048131645129235,
0.013124578742423289
],
"target": 0,
"brier": 0.0012808441278214832,
"nll": 0.029606695087567556
},
{
"id": "ru-public-0-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9863940898873957,
"probabilities": [
0.013605910112604258,
0.9863940898873957
],
"target": 1,
"brier": 0.00037024157998453365,
"nll": 0.013699318748293911
},
{
"id": "ru-public-0-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.973148168945961,
"probabilities": [
0.013155948395199978,
0.013695882658839007,
0.973148168945961
],
"target": 2,
"brier": 0.0010816770109365044,
"nll": 0.027218927869632373,
"ordinalAbsoluteError": 0.040007779449239056
},
{
"id": "ru-public-0-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9657284617424011,
"probabilities": [
0.016619009897112846,
0.9657284617424011,
0.01765252836048603
],
"target": 1,
"brier": 0.0017623415820201618,
"nll": 0.034872579789126314
},
{
"id": "ru-public-0-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9827446048633872,
"probabilities": [
0.9827446048633872,
0.017255395136612797
],
"target": 0,
"brier": 0.0005954973226412806,
"nll": 0.01740600453152532
},
{
"id": "ru-public-0-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9714161066081151,
"probabilities": [
0.9714161066081151,
0.017402973656890915,
0.011180919734994042
],
"target": 0,
"brier": 0.001244915419661462,
"nll": 0.029000368388398562,
"ordinalAbsoluteError": 0.039764813126879
},
{
"id": "ru-public-1-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9681816247207407,
"probabilities": [
0.9681816247207407,
0.017345011223087736,
0.014473364056171634
],
"target": 0,
"brier": 0.0015227366868433027,
"nll": 0.03233558046190971
},
{
"id": "ru-public-1-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9843695035379632,
"probabilities": [
0.9843695035379632,
0.015630496462036902
],
"target": 0,
"brier": 0.0004886248392994945,
"nll": 0.015753940691194124
},
{
"id": "ru-public-1-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9719692522956203,
"probabilities": [
0.9719692522956203,
0.017066197565195323,
0.01096455013918439
],
"target": 0,
"brier": 0.0011971992759555576,
"nll": 0.028431108462765715,
"ordinalAbsoluteError": 0.038995297843564106
},
{
"id": "ru-public-1-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9686083359969314,
"probabilities": [
0.015380222608190035,
0.9686083359969314,
0.0160114413948785
],
"target": 1,
"brier": 0.0014783540719006606,
"nll": 0.03189494281740551
},
{
"id": "ru-public-1-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9846759411003182,
"probabilities": [
0.9846759411003182,
0.015324058899681851
],
"target": 0,
"brier": 0.0004696535623218356,
"nll": 0.015442685747166866
},
{
"id": "ru-public-1-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9755822779935419,
"probabilities": [
0.013188855403186529,
0.9755822779935419,
0.011228866603271541
],
"target": 1,
"brier": 0.000896258500024897,
"nll": 0.024720778043633696,
"ordinalAbsoluteError": 0.001959988799914991
},
{
"id": "ru-public-1-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9660679931917859,
"probabilities": [
0.016624853417506618,
0.017307153390707437,
0.9660679931917859
],
"target": 2,
"brier": 0.001727304395675743,
"nll": 0.03452106091971978
},
{
"id": "ru-public-1-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9879219662824975,
"probabilities": [
0.01207803371750249,
0.9879219662824975
],
"target": 1,
"brier": 0.000291757796962254,
"nll": 0.012151565848919653
},
{
"id": "ru-public-1-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.97771717483714,
"probabilities": [
0.011029386115670942,
0.97771717483714,
0.011253439047189043
],
"target": 1,
"brier": 0.0007448115457159386,
"nll": 0.022534838053113213,
"ordinalAbsoluteError": 0.0002240529315180595
},
{
"id": "ru-public-1-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9702522989609835,
"probabilities": [
0.9702522989609835,
0.016364436992886814,
0.013383264046129646
],
"target": 0,
"brier": 0.0013318322717292906,
"nll": 0.03019913928374245
},
{
"id": "ru-public-1-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807068,
0.9861215326371929
],
"target": 1,
"brier": 0.0003852237126810019,
"nll": 0.013975673722444753
},
{
"id": "ru-public-1-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9761133497908913,
"probabilities": [
0.012423441028148552,
0.9761133497908913,
0.01146320918096016
],
"target": 1,
"brier": 0.0008563191099186486,
"nll": 0.024176562231602028,
"ordinalAbsoluteError": 0.0009602318471884086
},
{
"id": "ru-public-1-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9698085270154073,
"probabilities": [
0.014792192851314076,
0.9698085270154073,
0.015399280133278594
],
"target": 1,
"brier": 0.0013674718389530458,
"nll": 0.03065662179910908
},
{
"id": "ru-public-1-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.012819524138074856,
0.9871804758619251
],
"target": 1,
"brier": 0.00032868039825336776,
"nll": 0.012902403313939784
},
{
"id": "ru-public-1-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.973105885689574,
"probabilities": [
0.012636758104635222,
0.014257356205790724,
0.973105885689574
],
"target": 2,
"brier": 0.001086253245916123,
"nll": 0.027262378781185204,
"ordinalAbsoluteError": 0.03953087241506115
},
{
"id": "ru-public-1-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.964372044557405,
"probabilities": [
0.017276770401181446,
0.01835118504141355,
0.964372044557405
],
"target": 2,
"brier": 0.0019046039969388747,
"nll": 0.0362781204890785
},
{
"id": "ru-public-1-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9874325019292347,
"probabilities": [
0.012567498070765293,
0.9874325019292347
],
"target": 1,
"brier": 0.0003158840155173787,
"nll": 0.012647137019721456
},
{
"id": "ru-public-1-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9753888999872015,
"probabilities": [
0.011687393485275739,
0.012923706527522776,
0.9753888999872015
],
"target": 2,
"brier": 0.0009093236007291726,
"nll": 0.02491901573074692,
"ordinalAbsoluteError": 0.03629849349807435
},
{
"id": "ru-public-1-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9672662525692373,
"probabilities": [
0.9672662525692373,
0.017680628060543647,
0.015053119370219118
],
"target": 0,
"brier": 0.0016106992322503155,
"nll": 0.0332814826796807
},
{
"id": "ru-public-1-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9827446048633872,
"probabilities": [
0.9827446048633872,
0.017255395136612797
],
"target": 0,
"brier": 0.0005954973226412806,
"nll": 0.01740600453152532
},
{
"id": "ru-public-1-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9694589069470737,
"probabilities": [
0.9694589069470737,
0.01844800205227726,
0.01209309100064906
],
"target": 0,
"brier": 0.001419329994538308,
"nll": 0.031017191018184846,
"ordinalAbsoluteError": 0.04263418405357538
},
{
"id": "ru-public-1-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.966400997149961,
"probabilities": [
0.016630582790216886,
0.966400997149961,
0.01696842005982209
],
"target": 1,
"brier": 0.0016933965557857614,
"nll": 0.03417641998303674
},
{
"id": "ru-public-1-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9837384425497109,
"probabilities": [
0.9837384425497109,
0.016261557450289153
],
"target": 0,
"brier": 0.0005288765014181083,
"nll": 0.016395227680694544
},
{
"id": "ru-public-1-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9727202327755016,
"probabilities": [
0.9727202327755016,
0.016739336212523184,
0.010540431011975262
],
"target": 0,
"brier": 0.0011354917625769187,
"nll": 0.027658768690296195,
"ordinalAbsoluteError": 0.03782019823647371
},
{
"id": "ru-public-2-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9724883013193288,
"probabilities": [
0.9724883013193288,
0.015134395367981411,
0.012377303312689776
],
"target": 0,
"brier": 0.0011391411247447416,
"nll": 0.02789723305358332
},
{
"id": "ru-public-2-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9852711577091064,
"probabilities": [
0.9852711577091064,
0.014728842290893602
],
"target": 0,
"brier": 0.0004338775904600303,
"nll": 0.014838388680244445
},
{
"id": "ru-public-2-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9747827603724657,
"probabilities": [
0.013997576134290658,
0.9747827603724657,
0.011219663493243682
],
"target": 1,
"brier": 0.0009577221609693749,
"nll": 0.02554064268449179,
"ordinalAbsoluteError": 0.0027779126410469868
},
{
"id": "ru-public-2-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9686083359969314,
"probabilities": [
0.015380222608190035,
0.9686083359969314,
0.0160114413948785
],
"target": 1,
"brier": 0.0014783540719006606,
"nll": 0.03189494281740551
},
{
"id": "ru-public-2-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9869234624863036,
"probabilities": [
0.013076537513696418,
0.9869234624863036
],
"target": 1,
"brier": 0.0003419916666942194,
"nll": 0.013162788162053447
},
{
"id": "ru-public-2-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9783489416354826,
"probabilities": [
0.011260710570692153,
0.9783489416354826,
0.010390347793825217
],
"target": 1,
"brier": 0.0007035312581372861,
"nll": 0.021888881543780717,
"ordinalAbsoluteError": 0.0008703627768670286
},
{
"id": "ru-public-2-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9657284617424011,
"probabilities": [
0.016619009897112846,
0.01765252836048603,
0.9657284617424011
],
"target": 2,
"brier": 0.0017623415820201618,
"nll": 0.034872579789126314
},
{
"id": "ru-public-2-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9869234624863036,
"probabilities": [
0.013076537513696418,
0.9869234624863036
],
"target": 1,
"brier": 0.0003419916666942194,
"nll": 0.013162788162053447
},
{
"id": "ru-public-2-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9761274875159044,
"probabilities": [
0.011696243228416133,
0.9761274875159044,
0.01217626925567946
],
"target": 1,
"brier": 0.0008549604909483758,
"nll": 0.024162078644594513,
"ordinalAbsoluteError": 0.0004800260272632695
},
{
"id": "ru-public-2-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9716959603501135,
"probabilities": [
0.9716959603501135,
0.015429257412532595,
0.01287478223735388
],
"target": 0,
"brier": 0.001204940662463821,
"nll": 0.02871232144690483
},
{
"id": "ru-public-2-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9858435942519289,
"probabilities": [
0.014156405748071088,
0.9858435942519289
],
"target": 1,
"brier": 0.0004008076474080403,
"nll": 0.014257563481360461
},
{
"id": "ru-public-2-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9706836793608389,
"probabilities": [
0.014510772945467959,
0.014805547693693162,
0.9706836793608389
],
"target": 2,
"brier": 0.001289213429803252,
"nll": 0.02975463167321192,
"ordinalAbsoluteError": 0.043827093584628996
},
{
"id": "ru-public-2-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9692140934986837,
"probabilities": [
0.015083433311511421,
0.9692140934986837,
0.015702473189804843
],
"target": 1,
"brier": 0.0014218496638471413,
"nll": 0.03126974877251991
},
{
"id": "ru-public-2-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9874325019292347,
"probabilities": [
0.012567498070765293,
0.9874325019292347
],
"target": 1,
"brier": 0.0003158840155173787,
"nll": 0.012647137019721456
},
{
"id": "ru-public-2-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9736272193961805,
"probabilities": [
0.012391798494803796,
0.013980982109015792,
0.9736272193961805
],
"target": 2,
"brier": 0.0010445480874456412,
"nll": 0.026726780226142166,
"ordinalAbsoluteError": 0.0387645790986233
},
{
"id": "ru-public-2-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9611455595962747,
"probabilities": [
0.019427220201862685,
0.019427220201862685,
0.9611455595962747
],
"target": 2,
"brier": 0.0022645013086299657,
"nll": 0.039629414680247825
},
{
"id": "ru-public-2-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9837384425497109,
"probabilities": [
0.9837384425497109,
0.016261557450289153
],
"target": 0,
"brier": 0.0005288765014181083,
"nll": 0.016395227680694544
},
{
"id": "ru-public-2-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9700487590318584,
"probabilities": [
0.9700487590318584,
0.018091709045128183,
0.011859531923013443
],
"target": 0,
"brier": 0.0013650352691382324,
"nll": 0.030408941704901046,
"ordinalAbsoluteError": 0.04181077289115507
},
{
"id": "ru-public-2-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9681816247207407,
"probabilities": [
0.9681816247207407,
0.017345011223087736,
0.014473364056171634
],
"target": 0,
"brier": 0.0015227366868433027,
"nll": 0.03233558046190971
},
{
"id": "ru-public-2-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9843695035379632,
"probabilities": [
0.9843695035379632,
0.015630496462036902
],
"target": 0,
"brier": 0.0004886248392994945,
"nll": 0.015753940691194124
},
{
"id": "ru-public-2-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9708523723179874,
"probabilities": [
0.9708523723179874,
0.017746197010168257,
0.01140143067184436
],
"target": 0,
"brier": 0.0012945043291778067,
"nll": 0.02958085899726585,
"ordinalAbsoluteError": 0.04054905835385698
},
{
"id": "ru-public-2-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9682933886558326,
"probabilities": [
0.015375221463157677,
0.9682933886558326,
0.016331389881009774
],
"target": 1,
"brier": 0.0015084209334167787,
"nll": 0.032220150172911396
},
{
"id": "ru-public-2-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9843695108720873,
"probabilities": [
0.9843695108720873,
0.01563048912791262
],
"target": 0,
"brier": 0.0004886243807555901,
"nll": 0.015753933240613683
},
{
"id": "ru-public-2-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9760143360796528,
"probabilities": [
0.013194696316759399,
0.9760143360796528,
0.010790967603587814
],
"target": 1,
"brier": 0.0008658570664130301,
"nll": 0.024278004070719422,
"ordinalAbsoluteError": 0.0024037287131715157
},
{
"id": "ru-public-3-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9702522989609835,
"probabilities": [
0.9702522989609835,
0.016364436992886814,
0.013383264046129646
],
"target": 0,
"brier": 0.0013318322717292906,
"nll": 0.03019913928374245
},
{
"id": "ru-public-3-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807068,
0.9861215326371929
],
"target": 1,
"brier": 0.0003852237126810019,
"nll": 0.013975673722444753
},
{
"id": "ru-public-3-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9767963931746613,
"probabilities": [
0.012184607853109986,
0.9767963931746613,
0.011018998972228723
],
"target": 1,
"brier": 0.0008082903765889533,
"nll": 0.023477048683592405,
"ordinalAbsoluteError": 0.0011656088808812415
},
{
"id": "ru-public-3-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9692140934986837,
"probabilities": [
0.015083433311511421,
0.9692140934986837,
0.015702473189804843
],
"target": 1,
"brier": 0.0014218496638471413,
"nll": 0.03126974877251991
},
{
"id": "ru-public-3-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9874325019292347,
"probabilities": [
0.012567498070765293,
0.9874325019292347
],
"target": 1,
"brier": 0.0003158840155173787,
"nll": 0.012647137019721456
},
{
"id": "ru-public-3-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9763548496477614,
"probabilities": [
0.012179105507348976,
0.9763548496477614,
0.011466044844889587
],
"target": 1,
"brier": 0.0008388939305241253,
"nll": 0.023929183187814094,
"ordinalAbsoluteError": 0.0007130606624593527
},
{
"id": "ru-public-3-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9663878643274759,
"probabilities": [
0.016299251406270074,
0.01731288426625399,
0.9663878643274759
],
"target": 2,
"brier": 0.0016951772224896677,
"nll": 0.03419000948859217
},
{
"id": "ru-public-3-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9869234624863036,
"probabilities": [
0.013076537513696418,
0.9869234624863036
],
"target": 1,
"brier": 0.0003419916666942194,
"nll": 0.013162788162053447
},
{
"id": "ru-public-3-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9746655062362746,
"probabilities": [
0.012158032302889431,
0.013176461460835946,
0.9746655062362746
],
"target": 2,
"brier": 0.0009632734603712405,
"nll": 0.02566093737334393,
"ordinalAbsoluteError": 0.03749252606661502
},
{
"id": "ru-public-3-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9699298658134706,
"probabilities": [
0.9699298658134706,
0.016691317641900984,
0.013378816544628377
],
"target": 0,
"brier": 0.0013618057867535397,
"nll": 0.03053151338379889
},
{
"id": "ru-public-3-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9869234624863036,
"probabilities": [
0.013076537513696418,
0.9869234624863036
],
"target": 1,
"brier": 0.0003419916666942194,
"nll": 0.013162788162053447
},
{
"id": "ru-public-3-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.97288816241594,
"probabilities": [
0.013419614154947293,
0.013692223429112714,
0.97288816241594
],
"target": 2,
"brier": 0.001102614763684853,
"nll": 0.027486144393165813,
"ordinalAbsoluteError": 0.040531451739007185
},
{
"id": "ru-public-3-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9657284617424011,
"probabilities": [
0.016619009897112846,
0.9657284617424011,
0.01765252836048603
],
"target": 1,
"brier": 0.0017623415820201618,
"nll": 0.034872579789126314
},
{
"id": "ru-public-3-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9830823439047174,
"probabilities": [
0.9830823439047174,
0.016917656095282573
],
"target": 0,
"brier": 0.0005724141755165047,
"nll": 0.017062394383272114
},
{
"id": "ru-public-3-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9714161066081151,
"probabilities": [
0.9714161066081151,
0.017402973656890915,
0.011180919734994042
],
"target": 0,
"brier": 0.001244915419661462,
"nll": 0.029000368388398562,
"ordinalAbsoluteError": 0.039764813126879
},
{
"id": "ru-public-3-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9618896591170594,
"probabilities": [
0.019055170441470322,
0.019055170441470322,
0.9618896591170594
],
"target": 2,
"brier": 0.0021785971233209043,
"nll": 0.0388555343574332
},
{
"id": "ru-public-3-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9849764484763466,
"probabilities": [
0.9849764484763466,
0.01502355152365343
],
"target": 0,
"brier": 0.00045141420076773834,
"nll": 0.015137548272198884
},
{
"id": "ru-public-3-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9728361506012531,
"probabilities": [
0.9728361506012531,
0.016408016280317045,
0.010755833118429857
],
"target": 0,
"brier": 0.0011227856584844664,
"nll": 0.027539607069611154,
"ordinalAbsoluteError": 0.037919682517176756
},
{
"id": "ru-public-3-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9716959603501135,
"probabilities": [
0.9716959603501135,
0.015429257412532595,
0.01287478223735388
],
"target": 0,
"brier": 0.001204940662463821,
"nll": 0.02871232144690483
},
{
"id": "ru-public-3-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9852711577091064,
"probabilities": [
0.9852711577091064,
0.014728842290893602
],
"target": 0,
"brier": 0.0004338775904600303,
"nll": 0.014838388680244445
},
{
"id": "ru-public-3-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.975272413778016,
"probabilities": [
0.013725778880527513,
0.975272413778016,
0.011001807341456464
],
"target": 1,
"brier": 0.0009208902910213139,
"nll": 0.02503844826216786,
"ordinalAbsoluteError": 0.0027239715390711128
},
{
"id": "ru-public-3-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9692140934986837,
"probabilities": [
0.015083433311511421,
0.9692140934986837,
0.015702473189804843
],
"target": 1,
"brier": 0.0014218496638471413,
"nll": 0.03126974877251991
},
{
"id": "ru-public-3-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9874325019292347,
"probabilities": [
0.012567498070765293,
0.9874325019292347
],
"target": 1,
"brier": 0.0003158840155173787,
"nll": 0.012647137019721456
},
{
"id": "ru-public-3-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9779188291930847,
"probabilities": [
0.011484411844577205,
0.9779188291930847,
0.010596758962338092
],
"target": 1,
"brier": 0.0007317611201259262,
"nll": 0.022328609126826535,
"ordinalAbsoluteError": 0.0008876528822391316
},
{
"id": "ru-public-4-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9708272896124475,
"probabilities": [
0.9708272896124475,
0.016048131645129235,
0.013124578742423289
],
"target": 0,
"brier": 0.0012808441278214832,
"nll": 0.029606695087567556
},
{
"id": "ru-public-4-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807068,
0.9861215326371929
],
"target": 1,
"brier": 0.0003852237126810019,
"nll": 0.013975673722444753
},
{
"id": "ru-public-4-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9754082927417747,
"probabilities": [
0.0126666569548339,
0.9754082927417747,
0.01192505030339149
],
"target": 1,
"brier": 0.0009074030890241127,
"nll": 0.024899133854100686,
"ordinalAbsoluteError": 0.0007416066514424058
},
{
"id": "ru-public-4-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.967991052150193,
"probabilities": [
0.01568265725270851,
0.967991052150193,
0.016326290597098506
],
"target": 1,
"brier": 0.0015370662456185027,
"nll": 0.032532435394777647
},
{
"id": "ru-public-4-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9866613672177391,
"probabilities": [
0.013338632782260884,
0.9866613672177391
],
"target": 1,
"brier": 0.00035583824900000944,
"nll": 0.013428391409667145
},
{
"id": "ru-public-4-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9728561485758475,
"probabilities": [
0.012890154291752146,
0.014253697132400376,
0.9728561485758475
],
"target": 2,
"brier": 0.001106112629743843,
"nll": 0.027519050916304116,
"ordinalAbsoluteError": 0.040034005715904764
},
{
"id": "ru-public-4-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9643859267234802,
"probabilities": [
0.017627988010644913,
0.017986085265874863,
0.9643859267234802
],
"target": 2,
"brier": 0.0019026074398400816,
"nll": 0.03626372556106558
},
{
"id": "ru-public-4-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9866613672177391,
"probabilities": [
0.013338632782260884,
0.9866613672177391
],
"target": 1,
"brier": 0.00035583824900000944,
"nll": 0.013428391409667145
},
{
"id": "ru-public-4-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9746655062362746,
"probabilities": [
0.012158032302889431,
0.013176461460835946,
0.9746655062362746
],
"target": 2,
"brier": 0.0009632734603712405,
"nll": 0.02566093737334393,
"ordinalAbsoluteError": 0.03749252606661502
},
{
"id": "ru-public-4-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9681815974837705,
"probabilities": [
0.9681815974837705,
0.017345025909291243,
0.014473376606938175
],
"target": 0,
"brier": 0.0015227392928850478,
"nll": 0.03233560859399754
},
{
"id": "ru-public-4-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9827446048633872,
"probabilities": [
0.9827446048633872,
0.017255395136612797
],
"target": 0,
"brier": 0.0005954973226412806,
"nll": 0.01740600453152532
},
{
"id": "ru-public-4-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.970627564389772,
"probabilities": [
0.970627564389772,
0.017742088395023503,
0.011630347215204447
],
"target": 0,
"brier": 0.0013127866506400286,
"nll": 0.02981244308419829,
"ordinalAbsoluteError": 0.0410027828254324
},
{
"id": "ru-public-4-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9650702245659561,
"probabilities": [
0.017289279410044007,
0.9650702245659561,
0.017640496023999867
],
"target": 1,
"brier": 0.0018301954943640603,
"nll": 0.03555440871993443
},
{
"id": "ru-public-4-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9834135834181477,
"probabilities": [
0.9834135834181477,
0.016586416581852354
],
"target": 0,
"brier": 0.0005502184300534929,
"nll": 0.0167255113905736
},
{
"id": "ru-public-4-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9721814799906583,
"probabilities": [
0.9721814799906583,
0.017069924288924402,
0.010748595720417323
],
"target": 0,
"brier": 0.0011807846807007298,
"nll": 0.028212784140112548,
"ordinalAbsoluteError": 0.038567115729759044
},
{
"id": "ru-public-4-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.966400997149961,
"probabilities": [
0.016630582790216886,
0.01696842005982209,
0.966400997149961
],
"target": 2,
"brier": 0.0016933965557857614,
"nll": 0.03417641998303674
},
{
"id": "ru-public-4-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9852711577091064,
"probabilities": [
0.9852711577091064,
0.014728842290893602
],
"target": 0,
"brier": 0.0004338775904600303,
"nll": 0.014838388680244445
},
{
"id": "ru-public-4-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9746405494407907,
"probabilities": [
0.013443786558447126,
0.9746405494407907,
0.01191566400076215
],
"target": 1,
"brier": 0.0009658201782731233,
"nll": 0.025686543198978697,
"ordinalAbsoluteError": 0.0015281225576849744
},
{
"id": "ru-public-4-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9716404804319502,
"probabilities": [
0.9716404804319502,
0.015741790886356747,
0.012617728681693127
],
"target": 0,
"brier": 0.0012112734075252068,
"nll": 0.02876941904155097
},
{
"id": "ru-public-4-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807068,
0.9861215326371929
],
"target": 1,
"brier": 0.0003852237126810019,
"nll": 0.013975673722444753
},
{
"id": "ru-public-4-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9767963931746613,
"probabilities": [
0.012184607853109986,
0.9767963931746613,
0.011018998972228723
],
"target": 1,
"brier": 0.0008082903765889533,
"nll": 0.023477048683592405,
"ordinalAbsoluteError": 0.0011656088808812415
},
{
"id": "ru-public-4-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9686083359969314,
"probabilities": [
0.015380222608190035,
0.9686083359969314,
0.0160114413948785
],
"target": 1,
"brier": 0.0014783540719006606,
"nll": 0.03189494281740551
},
{
"id": "ru-public-4-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9863940898873957,
"probabilities": [
0.013605910112604258,
0.9863940898873957
],
"target": 1,
"brier": 0.00037024157998453365,
"nll": 0.013699318748293911
},
{
"id": "ru-public-4-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9761274875159044,
"probabilities": [
0.01217626925567946,
0.9761274875159044,
0.011696243228416133
],
"target": 1,
"brier": 0.0008549604909483758,
"nll": 0.024162078644594513,
"ordinalAbsoluteError": 0.0004800260272633805
},
{
"id": "ru-public-5-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9710810400681535,
"probabilities": [
0.9710810400681535,
0.016052325559595904,
0.012866634372250508
],
"target": 0,
"brier": 0.001259533679480175,
"nll": 0.029345353753095743
},
{
"id": "ru-public-5-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9861215326371929,
"probabilities": [
0.013878467362807068,
0.9861215326371929
],
"target": 1,
"brier": 0.0003852237126810019,
"nll": 0.013975673722444753
},
{
"id": "ru-public-5-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9723526337375912,
"probabilities": [
0.013684686503691824,
0.013962679758716946,
0.9723526337375912
],
"target": 2,
"brier": 0.0011466039319965907,
"nll": 0.028036748403669008,
"ordinalAbsoluteError": 0.041332052766100746
},
{
"id": "ru-public-5-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9686083359969314,
"probabilities": [
0.015380222608190035,
0.9686083359969314,
0.0160114413948785
],
"target": 1,
"brier": 0.0014783540719006606,
"nll": 0.03189494281740551
},
{
"id": "ru-public-5-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9874325019292347,
"probabilities": [
0.012567498070765293,
0.9874325019292347
],
"target": 1,
"brier": 0.0003158840155173787,
"nll": 0.012647137019721456
},
{
"id": "ru-public-5-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9741387155853718,
"probabilities": [
0.012151461018733652,
0.013709823395894577,
0.9741387155853718
],
"target": 2,
"brier": 0.0010044232940107135,
"nll": 0.026201567014674694,
"ordinalAbsoluteError": 0.03801274543336186
},
{
"id": "ru-public-5-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9615174657304254,
"probabilities": [
0.019047796974581813,
0.019434737294992732,
0.9615174657304254
],
"target": 2,
"brier": 0.0022214330271192527,
"nll": 0.03924254903203994
},
{
"id": "ru-public-5-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9840570458791049,
"probabilities": [
0.9840570458791049,
0.015942954120895046
],
"target": 0,
"brier": 0.0005083555722019298,
"nll": 0.01607141015590447
},
{
"id": "ru-public-5-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9700487590318584,
"probabilities": [
0.9700487590318584,
0.018091709045128183,
0.011859531923013443
],
"target": 0,
"brier": 0.0013650352691382324,
"nll": 0.030408941704901046,
"ordinalAbsoluteError": 0.04181077289115507
},
{
"id": "ru-public-5-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9687953528188472,
"probabilities": [
0.9687953528188472,
0.017010452114908804,
0.014194195066244001
],
"target": 0,
"brier": 0.0014645606604324177,
"nll": 0.031701883597402704
},
{
"id": "ru-public-5-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9849764484763466,
"probabilities": [
0.9849764484763466,
0.01502355152365343
],
"target": 0,
"brier": 0.00045141420076773834,
"nll": 0.015137548272198884
},
{
"id": "ru-public-5-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9719692522956203,
"probabilities": [
0.9719692522956203,
0.017066197565195323,
0.01096455013918439
],
"target": 0,
"brier": 0.0011971992759555576,
"nll": 0.028431108462765715,
"ordinalAbsoluteError": 0.038995297843564106
},
{
"id": "ru-public-5-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9686083359969314,
"probabilities": [
0.015380222608190035,
0.9686083359969314,
0.0160114413948785
],
"target": 1,
"brier": 0.0014783540719006606,
"nll": 0.03189494281740551
},
{
"id": "ru-public-5-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9852711577091064,
"probabilities": [
0.9852711577091064,
0.014728842290893602
],
"target": 0,
"brier": 0.0004338775904600303,
"nll": 0.014838388680244445
},
{
"id": "ru-public-5-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9758004318969223,
"probabilities": [
0.013191804913994742,
0.9758004318969223,
0.01100776318908289
],
"target": 1,
"brier": 0.000880813663691318,
"nll": 0.02449718899246136,
"ordinalAbsoluteError": 0.0021840417249119337
},
{
"id": "ru-public-5-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9654025402123315,
"probabilities": [
0.01695088931679516,
0.01764657047087333,
0.9654025402123315
],
"target": 2,
"brier": 0.0017957183217730767,
"nll": 0.03521012450549639
},
{
"id": "ru-public-5-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9876796338301774,
"probabilities": [
0.012320366169822572,
0.9876796338301774
],
"target": 1,
"brier": 0.000303582845117017,
"nll": 0.012396891073926202
},
{
"id": "ru-public-5-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.977498164610023,
"probabilities": [
0.011250917694988496,
0.977498164610023,
0.011250917694988496
],
"target": 1,
"brier": 0.0007594988938764303,
"nll": 0.022758864761184057,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9713914962243165,
"probabilities": [
0.9713914962243165,
0.015737756075425848,
0.012870747700257607
],
"target": 0,
"brier": 0.001231779600936585,
"nll": 0.029025703253018162
},
{
"id": "ru-public-5-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.985560171470912,
"probabilities": [
0.014439828529087984,
0.985560171470912
],
"target": 1,
"brier": 0.00041701729589892645,
"nll": 0.014545097458821094
},
{
"id": "ru-public-5-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9754082927417747,
"probabilities": [
0.0126666569548339,
0.9754082927417747,
0.01192505030339149
],
"target": 1,
"brier": 0.0009074030890241127,
"nll": 0.024899133854100686,
"ordinalAbsoluteError": 0.0007416066514424058
},
{
"id": "ru-public-5-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.969505242315865,
"probabilities": [
0.01478756763310298,
0.969505242315865,
0.015707190051032074
],
"target": 1,
"brier": 0.001395318222016947,
"nll": 0.030969397077468905
},
{
"id": "ru-public-5-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9871804758619251,
"probabilities": [
0.012819524138074856,
0.9871804758619251
],
"target": 1,
"brier": 0.00032868039825336776,
"nll": 0.012902403313939784
},
{
"id": "ru-public-5-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.9741387155853718,
"probabilities": [
0.012151461018733652,
0.013709823395894577,
0.9741387155853718
],
"target": 2,
"brier": 0.0010044232940107135,
"nll": 0.026201567014674694,
"ordinalAbsoluteError": 0.03801274543336186
}
]