[ { "id": "transfer-v4-0000", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3162553310394287, "probabilities": [ 0.3162553310394287, 0.12675011157989502, 0.2839660048484802, 0.27302855253219604 ], "target": 2, "brier": 0.7033322979068473, "nll": 1.2589007492234416 }, { "id": "transfer-v4-0001", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9869468443068112, "probabilities": [ 0.0011030101708258786, 0.003292749480093206, 0.9869468443068112, 0.008657396042269725 ], "target": 2, "brier": 0.0002573942103589332, "nll": 0.013139096817765754 }, { "id": "transfer-v4-0002", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9457581847781686, "probabilities": [ 0.9457581847781686, 0.017159962323458545, 0.016612508584791442, 0.020469344313581335 ], "target": 0, "brier": 0.003931608323609527, "nll": 0.05576836123399742 }, { "id": "transfer-v4-0003", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7974075734422175, "probabilities": [ 0.7974075734422175, 0.125070110895262, 0.03682062057272062, 0.04070169508979987 ], "target": 0, "brier": 0.05969861002046693, "nll": 0.226389346409785 }, { "id": "transfer-v4-0004", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9873622453566926, "probabilities": [ 0.004689515937893325, 0.005891053816673175, 0.9873622453566926, 0.0020571848887409386 ], "target": 2, "brier": 0.00022064092689359711, "nll": 0.012718290310632641 }, { "id": "transfer-v4-0005", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.90338107894946, "probabilities": [ 0.90338107894946, 0.04783903647008789, 0.014167587729140037, 0.034612296851312105 ], "target": 1, "brier": 1.7241066059094872, "nll": 3.039913310218007 }, { "id": "transfer-v4-0006", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8144008441418331, "probabilities": [ 0.018925906914045037, 0.14630238575579238, 0.020370863188329497, 0.8144008441418331 ], "target": 3, "brier": 0.05662459675265754, "nll": 0.20530259666648334 }, { "id": "transfer-v4-0007", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5419564762419987, "probabilities": [ 0.2646730800766784, 0.11433743515107878, 0.5419564762419987, 0.0790330085302441 ], "target": 1, "brier": 1.1544130566700312, "nll": 2.1686012451708763 }, { "id": "transfer-v4-0008", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8773854927575078, "probabilities": [ 0.10740682445039598, 0.8773854927575078, 0.0028874911591911844, 0.012320191632905047 ], "target": 1, "brier": 0.026730668051903272, "nll": 0.1308088247410509 }, { "id": "transfer-v4-0009", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9786612477106695, "probabilities": [ 0.0034004941671828986, 0.0023450244857730613, 0.9786612477106695, 0.015593233636374507 ], "target": 2, "brier": 0.0007155537849238876, "nll": 0.02156971501154877 }, { "id": "transfer-v4-0010", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3798668086528778, "probabilities": [ 0.0867503434419632, 0.3397422730922699, 0.3798668086528778, 0.1936405748128891 ], "target": 3, "brier": 0.917464749117411, "nll": 1.6417515454535274 }, { "id": "transfer-v4-0011", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.42460236560912623, "probabilities": [ 0.05030372085215221, 0.19376479496631055, 0.33132911857241104, 0.42460236560912623 ], "target": 1, "brier": 0.9426118238621233, "nll": 1.6411102525476007 }, { "id": "transfer-v4-0012", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.697399094738233, "probabilities": [ 0.208275710037296, 0.011410453601219164, 0.08291474162325176, 0.697399094738233 ], "target": 3, "brier": 0.14195113208661683, "nll": 0.36039744279386204 }, { "id": "transfer-v4-0013", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.43242067098617554, "probabilities": [ 0.2608932554721832, 0.08759994804859161, 0.43242067098617554, 0.21908612549304962 ], "target": 2, "brier": 0.4458840667563293, "nll": 0.838356389118794 }, { "id": "transfer-v4-0014", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.510983247719081, "probabilities": [ 0.510983247719081, 0.1355653455691541, 0.24012301266651648, 0.1133283940452484 ], "target": 0, "brier": 0.328017733039581, "nll": 0.6714184726444263 }, { "id": "transfer-v4-0015", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4372059735447613, "probabilities": [ 0.4372059735447613, 0.0853374085227952, 0.3873358397732365, 0.09012077815920694 ], "target": 0, "brier": 0.4821703969359456, "nll": 0.8273508595874551 }, { "id": "transfer-v4-0016", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7952808378720533, "probabilities": [ 0.05452770157240932, 0.07450697048029216, 0.0756844900752452, 0.7952808378720533 ], "target": 3, "brier": 0.05616263626923928, "nll": 0.22905997152275506 }, { "id": "transfer-v4-0017", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7479623706363219, "probabilities": [ 0.1062073495264441, 0.07787088585669483, 0.7479623706363219, 0.0679593939805392 ], "target": 2, "brier": 0.0854853218030036, "nll": 0.29040260890901437 }, { "id": "transfer-v4-0018", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9860738727605102, "probabilities": [ 0.003726704141287443, 0.0018231748187691793, 0.9860738727605102, 0.008376248279433228 ], "target": 2, "brier": 0.00028131084530565165, "nll": 0.01402400552218589 }, { "id": "transfer-v4-0019", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.364085853099823, "probabilities": [ 0.2748047709465027, 0.23245613276958466, 0.12865324318408966, 0.364085853099823 ], "target": 0, "brier": 0.7290541393133556, "nll": 1.2916943572617168 }, { "id": "transfer-v4-0020", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8890133913994817, "probabilities": [ 0.0705097154237202, 0.016101577920620596, 0.8890133913994817, 0.024375315256177508 ], "target": 2, "brier": 0.018143064063150513, "nll": 0.11764298014019829 }, { "id": "transfer-v4-0021", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.3013613820075989, "probabilities": [ 0.2890733480453491, 0.15473511815071106, 0.3013613820075989, 0.25483015179634094 ], "target": 2, "brier": 0.6605406821541404, "nll": 1.1994451297062954 }, { "id": "transfer-v4-0022", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.470967317324497, "probabilities": [ 0.470967317324497, 0.3175520265375969, 0.16829551568297094, 0.043185140454935204 ], "target": 0, "brier": 0.4109032058520836, "nll": 0.7529665773425355 }, { "id": "transfer-v4-0023", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7285483750905236, "probabilities": [ 0.7285483750905236, 0.08539792468391079, 0.02248296225380012, 0.16357073797176547 ], "target": 0, "brier": 0.10823966011864772, "nll": 0.31670125185826753 }, { "id": "transfer-v4-0024", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.39541155836380193, "probabilities": [ 0.39541155836380193, 0.18113726714881634, 0.0453941644242809, 0.3780570100631008 ], "target": 3, "brier": 0.5780347229332605, "nll": 0.97271027446203 }, { "id": "transfer-v4-0025", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4792089569391822, "probabilities": [ 0.4792089569391822, 0.11325704559513283, 0.23305911346657082, 0.17447488399911412 ], "target": 0, "brier": 0.36880850442564084, "nll": 0.7356185409132134 }, { "id": "transfer-v4-0026", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3103709976209254, "probabilities": [ 0.22286439435790206, 0.3103709976209254, 0.20043491421185816, 0.26632969380931437 ], "target": 2, "brier": 0.8562345266526846, "nll": 1.6072657023323618 }, { "id": "transfer-v4-0027", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4700322291616721, "probabilities": [ 0.02921626246368005, 0.3482405724593805, 0.4700322291616721, 0.15251093591526738 ], "target": 2, "brier": 0.4262505100002809, "nll": 0.7549540139446231 }, { "id": "transfer-v4-0028", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3446461414387587, "probabilities": [ 0.3446461414387587, 0.3197187328212887, 0.20358995513275066, 0.13204517060720194 ], "target": 1, "brier": 0.6404483621945385, "nll": 1.140313629633622 }, { "id": "transfer-v4-0029", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9625586103201155, "probabilities": [ 0.025382337648497122, 0.0006848235960673145, 0.011374228435320051, 0.9625586103201155 ], "target": 3, "brier": 0.002175962781519852, "nll": 0.03816032083507131 }, { "id": "transfer-v4-0030", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7895772906099019, "probabilities": [ 0.10886923766007205, 0.03827291283248155, 0.7895772906099019, 0.06328055889754447 ], "target": 2, "brier": 0.061599472526823254, "nll": 0.23625755190221742 }, { "id": "transfer-v4-0031", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9022671227387905, "probabilities": [ 0.9022671227387905, 0.07754311407281944, 0.009602733512115843, 0.010587029676274166 ], "target": 0, "brier": 0.01576894752613595, "nll": 0.10284465781854481 }, { "id": "transfer-v4-0032", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9657904143543455, "probabilities": [ 0.006632334247641908, 0.0066567693586237755, 0.020920482039388767, 0.9657904143543455 ], "target": 3, "brier": 0.0016962627546741119, "nll": 0.03480843067546002 }, { "id": "transfer-v4-0033", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9492055614612064, "probabilities": [ 0.0023789945591037144, 0.004922464407417589, 0.04349297957227227, 0.9492055614612064 ], "target": 3, "brier": 0.004501604529499914, "nll": 0.052129895334020064 }, { "id": "transfer-v4-0034", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4259699173950053, "probabilities": [ 0.16619246764724227, 0.05777069403084048, 0.4259699173950053, 0.35006692092691194 ], "target": 3, "brier": 0.6348207671904172, "nll": 1.0496309401272546 }, { "id": "transfer-v4-0035", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9207886264445869, "probabilities": [ 0.9207886264445869, 0.013241070902282681, 0.05241669571361011, 0.013553606939520246 ], "target": 0, "brier": 0.009380977909778675, "nll": 0.0825247734702675 }, { "id": "transfer-v4-0036", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4215874468144949, "probabilities": [ 0.10964585340721578, 0.2279292246981537, 0.4215874468144949, 0.24083747508013564 ], "target": 0, "brier": 1.080420902541006, "nll": 2.2104996214569654 }, { "id": "transfer-v4-0037", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4866328835487366, "probabilities": [ 0.13241828978061676, 0.09311290085315704, 0.4866328835487366, 0.2878359258174896 ], "target": 3, "brier": 0.7701938476809036, "nll": 1.2453646632106545 }, { "id": "transfer-v4-0038", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8851798640909811, "probabilities": [ 0.041317659745847286, 0.025317895780237083, 0.8851798640909811, 0.04818458038293451 ], "target": 2, "brier": 0.017853562250457592, "nll": 0.12196441836290298 }, { "id": "transfer-v4-0039", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.48867644062786125, "probabilities": [ 0.48867644062786125, 0.41949395361062397, 0.07520955238067392, 0.01662005338084082 ], "target": 0, "brier": 0.4433596624285488, "nll": 0.7160546841188273 }, { "id": "transfer-v4-0040", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.6525671579326265, "probabilities": [ 0.07325777520623468, 0.18739781062897756, 0.08677725623216116, 0.6525671579326265 ], "target": 3, "brier": 0.16872451300289595, "nll": 0.42684122104692696 }, { "id": "transfer-v4-0041", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.53332892258985, "probabilities": [ 0.12312377347151626, 0.04613990096018235, 0.2974074029784514, 0.53332892258985 ], "target": 3, "brier": 0.3235214118920179, "nll": 0.6286169296006032 }, { "id": "transfer-v4-0042", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4374687811392327, "probabilities": [ 0.4374687811392327, 0.1338954726268603, 0.2645471416141094, 0.16408860461979757 ], "target": 0, "brier": 0.4312796300852187, "nll": 0.8267499331265675 }, { "id": "transfer-v4-0043", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8080322772563706, "probabilities": [ 0.07718183874034076, 0.8080322772563706, 0.04470274986588489, 0.07008313413740372 ], "target": 1, "brier": 0.049718624342808125, "nll": 0.21315327415943722 }, { "id": "transfer-v4-0044", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9973433881956151, "probabilities": [ 0.0017805689227665168, 0.00016590325603989, 0.000710139625578466, 0.9973433881956151 ], "target": 3, "brier": 1.0759834146100591e-05, "nll": 0.0026601468597590994 }, { "id": "transfer-v4-0045", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8921799987678231, "probabilities": [ 0.060027772334508296, 0.010595156716279407, 0.8921799987678231, 0.03719707218138919 ], "target": 2, "brier": 0.016724365641860195, "nll": 0.11408737441885464 }, { "id": "transfer-v4-0046", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9807024429151833, "probabilities": [ 0.9807024429151833, 0.005766191886109719, 0.009495843969589924, 0.004035521229117044 ], "target": 0, "brier": 0.0005121011625946496, "nll": 0.01948618559564928 }, { "id": "transfer-v4-0047", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.6938598648628612, "probabilities": [ 0.0555797956052453, 0.09618544435224766, 0.6938598648628612, 0.15437489517964578 ], "target": 2, "brier": 0.1298941439882724, "nll": 0.36548526269342385 }, { "id": "transfer-v4-0048", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4964281731684441, "probabilities": [ 0.19503083098564927, 0.4964281731684441, 0.07735473374445984, 0.23118626210144677 ], "target": 3, "brier": 0.8815362745645332, "nll": 1.4645315639257928 }, { "id": "transfer-v4-0049", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7496233158358976, "probabilities": [ 0.031273886039971804, 0.20077935427960844, 0.018323443844522183, 0.7496233158358976 ], "target": 3, "brier": 0.1043146376203117, "nll": 0.2881844441714613 }, { "id": "transfer-v4-0050", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8209808312076078, "probabilities": [ 0.8209808312076078, 0.17644212803145534, 0.0008941828102518361, 0.0016828579506849982 ], "target": 0, "brier": 0.06318331891316784, "nll": 0.197255517905072 }, { "id": "transfer-v4-0051", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.6675016905648345, "probabilities": [ 0.08487124786444454, 0.03196308686985512, 0.6675016905648345, 0.21566397470086576 ], "target": 3, "brier": 1.0689662751252742, "nll": 1.5340337552943308 }, { "id": "transfer-v4-0052", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9371446530732953, "probabilities": [ 0.9371446530732953, 0.02171118456352574, 0.011140824708117884, 0.030003337655061035 ], "target": 0, "brier": 0.005446488418048497, "nll": 0.06491762971196484 }, { "id": "transfer-v4-0053", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.5200689473753344, "probabilities": [ 0.2790358683395078, 0.0995523713495759, 0.1013428129355819, 0.5200689473753344 ], "target": 3, "brier": 0.3283758714684229, "nll": 0.6537938850896756 }, { "id": "transfer-v4-0054", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.25945952921300425, "probabilities": [ 0.25382116815181327, 0.23876911757542368, 0.25945952921300425, 0.2479501850597588 ], "target": 2, "brier": 0.7313153600542915, "nll": 1.3491545453286828 }, { "id": "transfer-v4-0055", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.3181339705546507, "probabilities": [ 0.25490166977340967, 0.20348429073440163, 0.3181339705546507, 0.223480068937538 ], "target": 2, "brier": 0.6212653411528477, "nll": 1.1452826938677583 }, { "id": "transfer-v4-0056", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.427986049235075, "probabilities": [ 0.1700955753014151, 0.21137439889647963, 0.19054397656703032, 0.427986049235075 ], "target": 3, "brier": 0.43711860812164255, "nll": 0.8486646791767287 }, { "id": "transfer-v4-0057", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3176527822717195, "probabilities": [ 0.19665721962877453, 0.27249144695724703, 0.2131985511422589, 0.3176527822717195 ], "target": 2, "brier": 0.8328854607065792, "nll": 1.5455313824815553 }, { "id": "transfer-v4-0058", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4638698364505929, "probabilities": [ 0.21051794133694512, 0.21551112670070582, 0.4638698364505929, 0.11010109551175612 ], "target": 2, "brier": 0.39032065285695605, "nll": 0.7681512910013127 }, { "id": "transfer-v4-0059", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9413983462403228, "probabilities": [ 0.9413983462403228, 0.023227487735145727, 0.010841919626557544, 0.024532246397973873 ], "target": 0, "brier": 0.004693048344375068, "nll": 0.060388906719078324 }, { "id": "transfer-v4-0060", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.47708170717429915, "probabilities": [ 0.47708170717429915, 0.0404313422659162, 0.05199855096640902, 0.43048839959337565 ], "target": 0, "brier": 0.4631023458962411, "nll": 0.7400675088964598 }, { "id": "transfer-v4-0061", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.30474344122963726, "probabilities": [ 0.30474344122963726, 0.28393760535074475, 0.11915057241283783, 0.2921683810067801 ], "target": 1, "brier": 0.7051731397697372, "nll": 1.2590007644276033 }, { "id": "transfer-v4-0062", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8522660199721606, "probabilities": [ 0.08441097352214882, 0.04293287949959099, 0.020390127006099573, 0.8522660199721606 ], "target": 3, "brier": 0.031209530727274244, "nll": 0.15985657087219546 }, { "id": "transfer-v4-0063", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.3845955018819719, "probabilities": [ 0.1338500191614026, 0.3845955018819719, 0.22883308741947747, 0.252721391537148 ], "target": 1, "brier": 0.5128712075718126, "nll": 0.9555631414705476 }, { "id": "transfer-v4-0064", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9724321356299965, "probabilities": [ 0.007500186555553054, 0.008312683544761796, 0.9724321356299965, 0.01175499426968862 ], "target": 2, "brier": 0.0010235205422867715, "nll": 0.027954989338396716 }, { "id": "transfer-v4-0065", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4166145158604659, "probabilities": [ 0.2000198725617264, 0.35682503518839476, 0.026540576389412953, 0.4166145158604659 ], "target": 3, "brier": 0.5083750804566093, "nll": 0.8755939071221904 }, { "id": "transfer-v4-0066", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5159400816844422, "probabilities": [ 0.3103888998267554, 0.08883319248631281, 0.08483782600248961, 0.5159400816844422 ], "target": 0, "brier": 0.7568464301788406, "nll": 1.1699292521799203 }, { "id": "transfer-v4-0067", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.2576332986354828, "probabilities": [ 0.24747757613658905, 0.2576332986354828, 0.24141107499599457, 0.2534780502319336 ], "target": 3, "brier": 0.7431943958724783, "nll": 1.3724780465560351 }, { "id": "transfer-v4-0068", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3733322544891986, "probabilities": [ 0.06859289518552394, 0.30899496728151843, 0.3733322544891986, 0.24907988304375905 ], "target": 1, "brier": 0.6836107008912825, "nll": 1.1744302893318552 }, { "id": "transfer-v4-0069", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4953980482771847, "probabilities": [ 0.4953980482771847, 0.2666862626871933, 0.1828048689872389, 0.055110820048383025 ], "target": 1, "brier": 0.8196230861803666, "nll": 1.3216823576052406 }, { "id": "transfer-v4-0070", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.4714620026109518, "probabilities": [ 0.10724398228126684, 0.31537426927868734, 0.4714620026109518, 0.10591974582909401 ], "target": 2, "brier": 0.4015336086991361, "nll": 0.7519167684679106 }, { "id": "transfer-v4-0071", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9534453733007715, "probabilities": [ 0.0028821047223346425, 0.04237154276010857, 0.0013009792167852855, 0.9534453733007715 ], "target": 3, "brier": 0.003972679977529239, "nll": 0.047673146300435884 }, { "id": "transfer-v4-0072", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.8067489335288113, "probabilities": [ 0.17621597609958972, 0.011191071002194457, 0.8067489335288113, 0.005844019369404497 ], "target": 0, "brier": 1.3296233524159922, "nll": 1.7360448993316189 }, { "id": "transfer-v4-0073", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9760753614025042, "probabilities": [ 0.0014589627850571589, 0.010271230515387787, 0.9760753614025042, 0.01219444529705092 ], "target": 2, "brier": 0.0008287195768319695, "nll": 0.024215480998188543 }, { "id": "transfer-v4-0074", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.677931630761737, "probabilities": [ 0.2266967525840519, 0.009591656145158162, 0.677931630761737, 0.08577996050905297 ], "target": 2, "brier": 0.16256965358849057, "nll": 0.3887088357108529 }, { "id": "transfer-v4-0075", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9462885746465929, "probabilities": [ 0.03373535683221001, 0.006582110577936859, 0.9462885746465929, 0.013393957943260228 ], "target": 2, "brier": 0.004245713803137176, "nll": 0.055207709252564734 }, { "id": "transfer-v4-0076", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.6694853006533399, "probabilities": [ 0.23597795206406927, 0.6694853006533399, 0.04828697599677849, 0.04624977128581235 ], "target": 1, "brier": 0.16939623373946872, "nll": 0.40124606980017014 }, { "id": "transfer-v4-0077", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5402671815514679, "probabilities": [ 0.050441057617389956, 0.5402671815514679, 0.3252416921833536, 0.08405006864778851 ], "target": 2, "brier": 0.7567961157624097, "nll": 1.1231867047801478 }, { "id": "transfer-v4-0078", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9387789606210427, "probabilities": [ 0.0054624236897012485, 0.04622311713625882, 0.9387789606210427, 0.009535498552997186 ], "target": 2, "brier": 0.0060053560256521634, "nll": 0.06317522618413185 }, { "id": "transfer-v4-0079", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.43283125435686665, "probabilities": [ 0.06211865647048759, 0.43283125435686665, 0.1184016457319137, 0.386648443440732 ], "target": 3, "brier": 0.5814207038755396, "nll": 0.9502394136930338 }, { "id": "transfer-v4-0080", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5533168881014908, "probabilities": [ 0.06384582781877837, 0.18654067710112401, 0.5533168881014908, 0.028856402101797598, 0.03701861182031066, 0.1304215930564985 ], "target": 1, "brier": 0.991164799898039, "nll": 1.679105955899485 }, { "id": "transfer-v4-0081", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5285747006934394, "probabilities": [ 0.21017056527404573, 0.016869287796482824, 0.013835762511452788, 0.5285747006934394, 0.06700146887170783, 0.16354821485287144 ], "target": 0, "brier": 0.9349349667802407, "nll": 1.5598358623425614 }, { "id": "transfer-v4-0082", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8300547407496612, "probabilities": [ 0.8300547407496612, 0.0024209243150237086, 0.00191705029207596, 0.04910913741068002, 0.09884058455130128, 0.017657562681257843 ], "target": 0, "brier": 0.04138388514953281, "nll": 0.18626362765584262 }, { "id": "transfer-v4-0083", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6777951500077816, "probabilities": [ 0.21017025095430675, 0.09104991467948526, 0.6777951500077816, 0.006276038826035643, 0.008028957510122517, 0.006679688022268267 ], "target": 0, "brier": 1.0916758558689155, "nll": 1.5598373578896358 }, { "id": "transfer-v4-0084", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9619174164597741, "probabilities": [ 0.001273295318862047, 0.9619174164597741, 0.029031314505419497, 0.0008145050010137268, 0.00095534547335099, 0.00600812324157964 ], "target": 1, "brier": 0.0023323953202360366, "nll": 0.038826677677291956 }, { "id": "transfer-v4-0085", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.34893673008425663, "probabilities": [ 0.22670857186040708, 0.26024457327565975, 0.06856473407587532, 0.34893673008425663, 0.04406690887982195, 0.05147848182397929 ], "target": 0, "brier": 0.7967567616635146, "nll": 1.484089910712792 }, { "id": "transfer-v4-0086", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5462894528732313, "probabilities": [ 0.0052693468446038385, 0.38561741146101125, 0.5462894528732313, 0.006362286500018102, 0.006672672570470506, 0.049788829750665016 ], "target": 1, "brier": 0.6784898282532532, "nll": 0.9529095630612995 }, { "id": "transfer-v4-0087", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9052892132796336, "probabilities": [ 0.9052892132796336, 0.002385466232530614, 0.0008815970895682102, 0.05701508625908148, 0.021689129092679147, 0.01273950804650697 ], "target": 0, "brier": 0.012860034230962023, "nll": 0.09950081365000692 }, { "id": "transfer-v4-0088", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7180075846962188, "probabilities": [ 0.018263884747802092, 0.7180075846962188, 0.21935527311455355, 0.004786825941481878, 0.006053493491228562, 0.03353293800871508 ], "target": 1, "brier": 0.1291540440356403, "nll": 0.33127514634594896 }, { "id": "transfer-v4-0089", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5512874149538515, "probabilities": [ 0.5512874149538515, 0.006961426261185126, 0.006717246985274937, 0.12546132557520268, 0.12314755521171167, 0.1864250310127741 ], "target": 0, "brier": 0.26709672359927056, "nll": 0.5954989815921877 }, { "id": "transfer-v4-0090", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7327793354252827, "probabilities": [ 0.7327793354252827, 0.006889607493317853, 0.003820781966076535, 0.1425086546883919, 0.07893662919235363, 0.03506499123457734 ], "target": 0, "brier": 0.09923821034162528, "nll": 0.31091066549406127 }, { "id": "transfer-v4-0091", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8136086702613841, "probabilities": [ 0.008584090760349165, 0.8136086702613841, 0.09898852102285104, 0.007526364863925141, 0.009827602011681966, 0.0614647510798086 ], "target": 1, "brier": 0.048545285264870564, "nll": 0.2062757776411173 }, { "id": "transfer-v4-0092", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7223941437569404, "probabilities": [ 0.10482480139554448, 0.08754776097134088, 0.7223941437569404, 0.036510234604153965, 0.02448346398131934, 0.024239595290700862 ], "target": 1, "brier": 1.3679306216495837, "nll": 2.435570794862388 }, { "id": "transfer-v4-0093", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4305843300592515, "probabilities": [ 0.21931841397572718, 0.17565866846736267, 0.059035046349297, 0.012223664352425745, 0.10317987679593586, 0.4305843300592515 ], "target": 4, "brier": 1.0722802878605469, "nll": 2.2712814372355856 }, { "id": "transfer-v4-0094", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7728466089260229, "probabilities": [ 0.11853847934062021, 0.06005619603920706, 0.7728466089260229, 0.014405317041069907, 0.018230264293336216, 0.01592313435974378 ], "target": 2, "brier": 0.0700501827465906, "nll": 0.25767468614523376 }, { "id": "transfer-v4-0095", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.49632723864542017, "probabilities": [ 0.0006048276620755582, 0.48812912709561057, 0.49632723864542017, 0.0008401165115873558, 0.0008681439053791712, 0.013230546179927147 ], "target": 2, "brier": 0.4921331678879838, "nll": 0.7005198144665731 }, { "id": "transfer-v4-0096", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8139624723544494, "probabilities": [ 0.8139624723544494, 0.004125281138312396, 0.04456098028977738, 0.07511863035506494, 0.03551715555776689, 0.026715480304628954 ], "target": 3, "brier": 1.5219183384533364, "nll": 2.5886866770083996 }, { "id": "transfer-v4-0097", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7448300525547407, "probabilities": [ 0.7448300525547407, 0.006341167136829061, 0.015567655584704153, 0.1256776817974686, 0.06909273192973664, 0.038490710996520926 ], "target": 3, "brier": 1.3257492260353396, "nll": 2.074034730482827 }, { "id": "transfer-v4-0098", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8371038042568237, "probabilities": [ 0.8371038042568237, 0.0009124331628989503, 0.001014598204058342, 0.054450222671869684, 0.08490260895048735, 0.02161633275386189 ], "target": 4, "brier": 1.5415799687414056, "nll": 2.4662504564492638 }, { "id": "transfer-v4-0099", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8645880143812549, "probabilities": [ 0.8645880143812549, 0.0038478863076149565, 0.002591670700098584, 0.050966117068268695, 0.060036081275575054, 0.017970230267187817 ], "target": 0, "brier": 0.024882734155064992, "nll": 0.14550216946179315 }, { "id": "transfer-v4-0100", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5065839794665691, "probabilities": [ 0.5065839794665691, 0.0017845354417353485, 0.0010634410234753974, 0.4287325065952876, 0.04616882940727084, 0.01566670806566178 ], "target": 0, "brier": 0.42965225355453107, "nll": 0.6800651655494813 }, { "id": "transfer-v4-0101", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7940659847479733, "probabilities": [ 0.0013344083526611015, 0.7940659847479733, 0.016452471466597344, 0.0015793565607576344, 0.0038558274220437073, 0.18271195144996688 ], "target": 1, "brier": 0.07608230207574247, "nll": 0.23058871697137437 }, { "id": "transfer-v4-0102", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.3861285042168059, "probabilities": [ 0.08851144215525755, 0.0984601350931413, 0.3861285042168059, 0.016441044869617238, 0.3731573417831955, 0.0373015318819825 ], "target": 4, "brier": 0.5612173257611279, "nll": 0.9857551204456864 }, { "id": "transfer-v4-0103", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6209330524079517, "probabilities": [ 0.016524324101259983, 0.2839446051943417, 0.6209330524079517, 0.02167655515478986, 0.027663433769735877, 0.029258029371920808 ], "target": 0, "brier": 1.4354979703701494, "nll": 4.102921795668778 }, { "id": "transfer-v4-0104", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.3204523825510626, "probabilities": [ 0.3204523825510626, 0.10151926870586667, 0.05378442842410718, 0.14195882851008093, 0.12318496038958548, 0.2591001314192971 ], "target": 3, "brier": 0.9344307206816079, "nll": 1.9522182034914775 }, { "id": "transfer-v4-0105", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5550315747408688, "probabilities": [ 0.0030836808621390924, 0.5550315747408688, 0.41467611272873545, 0.00229964349255038, 0.00337121388951669, 0.02153777428618957 ], "target": 2, "brier": 0.6511541402218167, "nll": 0.880257514718131 }, { "id": "transfer-v4-0106", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9335495112901558, "probabilities": [ 0.9335495112901558, 0.001306249393965853, 0.001538685735921129, 0.014716869029964733, 0.016048060522725022, 0.032840624027267416 ], "target": 0, "brier": 0.005972374358136804, "nll": 0.0687612790670936 }, { "id": "transfer-v4-0107", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.3903874747743811, "probabilities": [ 0.3903874747743811, 0.20710462384705422, 0.13835843938279446, 0.07859777499718777, 0.11352487754262071, 0.0720268094559617 ], "target": 0, "brier": 0.45791618321520894, "nll": 0.9406155080152974 }, { "id": "transfer-v4-0108", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8645158520779507, "probabilities": [ 0.0031032942167206626, 0.8645158520779507, 0.023840509660362275, 0.005976544303984832, 0.00678100445609429, 0.09578279528488726 ], "target": 1, "brier": 0.028189999649862785, "nll": 0.14558563732598093 }, { "id": "transfer-v4-0109", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7612104095787559, "probabilities": [ 0.7612104095787559, 0.007962313461456965, 0.00488724708662498, 0.0516857713063712, 0.10391463039582552, 0.07033962817096549 ], "target": 0, "brier": 0.07552508477035497, "nll": 0.2728454684319505 }, { "id": "transfer-v4-0110", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8368847762858543, "probabilities": [ 0.0007727973705529884, 0.8368847762858543, 0.13777098233798857, 0.0009713324488864427, 0.0019234447299751453, 0.02167666682674257 ], "target": 1, "brier": 0.04606253800853921, "nll": 0.17806888070996132 }, { "id": "transfer-v4-0111", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.582172211731753, "probabilities": [ 0.29881027173915725, 0.003124227729863146, 0.0019997507222010713, 0.582172211731753, 0.08982881108394557, 0.02406472699307989 ], "target": 0, "brier": 0.8392536053190213, "nll": 1.2079464496772654 }, { "id": "transfer-v4-0112", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.375675490629421, "probabilities": [ 0.2977839278681536, 0.375675490629421, 0.2708210500416001, 0.01667075697355477, 0.016146100097117953, 0.02290267439015253 ], "target": 0, "brier": 0.7086466705462084, "nll": 1.2113871297381547 }, { "id": "transfer-v4-0113", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6539960986944587, "probabilities": [ 0.6539960986944587, 0.011115643004291322, 0.0038126776269315405, 0.05556681656466228, 0.16386192754707704, 0.11164683656257905 ], "target": 0, "brier": 0.16226021226574608, "nll": 0.42465389284172356 }, { "id": "transfer-v4-0114", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4709452776414394, "probabilities": [ 0.042296503527024826, 0.4709452776414394, 0.33195827029567715, 0.02297195462457751, 0.055204850718469374, 0.07662314319281174 ], "target": 2, "brier": 0.6793045936845958, "nll": 1.1027460098460253 }, { "id": "transfer-v4-0115", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9177495251606481, "probabilities": [ 0.031394708584697485, 0.9177495251606481, 0.026532121311811943, 0.0027437872445875903, 0.0033633618476011087, 0.018216495850653807 ], "target": 1, "brier": 0.008805403092159988, "nll": 0.08583077400042598 }, { "id": "transfer-v4-0116", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8155117245345466, "probabilities": [ 0.8155117245345466, 0.0029955197710814603, 0.07233975701973439, 0.009609506240087858, 0.0566467760860959, 0.04289671634845381 ], "target": 1, "brier": 1.6694516750201267, "nll": 5.810637516201198 }, { "id": "transfer-v4-0117", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6846204057463082, "probabilities": [ 0.01176806396598047, 0.6846204057463082, 0.269416491230303, 0.0039080056877278035, 0.003412043103602448, 0.026874990266078026 ], "target": 1, "brier": 0.17293720119637654, "nll": 0.3788907465141574 }, { "id": "transfer-v4-0118", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6514582285109459, "probabilities": [ 0.6514582285109459, 0.023408979786544725, 0.004510387071084924, 0.1286790004008985, 0.10538688482740347, 0.08655651940312249 ], "target": 0, "brier": 0.15720640208788783, "nll": 0.42854200034236234 }, { "id": "transfer-v4-0119", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8994137168860741, "probabilities": [ 0.8994137168860741, 0.007599883852331032, 0.024480609309945344, 0.02406116952861659, 0.03036668579685654, 0.014077934626176404 ], "target": 0, "brier": 0.012473922546138697, "nll": 0.10601215360986628 }, { "id": "transfer-v4-0120", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6271285537348126, "probabilities": [ 0.6271285537348126, 0.0020720726284324427, 0.020101700371257688, 0.026390068749144156, 0.29624260051277895, 0.02806500400357422 ], "target": 0, "brier": 0.228685245819565, "nll": 0.4666037294848858 }, { "id": "transfer-v4-0121", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.479497627927988, "probabilities": [ 0.0029116330320490607, 0.45294873641015765, 0.479497627927988, 0.0049219232540040295, 0.0026695250253325788, 0.05705055435046867 ], "target": 1, "brier": 0.5324776552347987, "nll": 0.7919763245601946 }, { "id": "transfer-v4-0122", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5198550000383577, "probabilities": [ 0.5198550000383577, 0.002542685374990852, 0.002651268967780108, 0.09419903498449794, 0.342981174715907, 0.03777083591846641 ], "target": 2, "brier": 1.3928963580528702, "nll": 5.932716897832762 }, { "id": "transfer-v4-0123", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5130647994830043, "probabilities": [ 0.00039801857029941315, 0.5130647994830043, 0.4700283387919133, 0.0012937394147892066, 0.0006136617713252216, 0.01460144196866856 ], "target": 1, "brier": 0.45824793963880206, "nll": 0.667353127006723 }, { "id": "transfer-v4-0124", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5850087643977121, "probabilities": [ 0.013495196210023605, 0.5850087643977121, 0.2652068246799524, 0.018278420720482722, 0.020647936415401476, 0.09736285757642774 ], "target": 1, "brier": 0.25297446978198085, "nll": 0.5361284499860768 }, { "id": "transfer-v4-0125", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6654467619428688, "probabilities": [ 0.002992479111932926, 0.6654467619428688, 0.29275349302123976, 0.010070620189538717, 0.008220317082587986, 0.0205163286518318 ], "target": 1, "brier": 0.19822934244717416, "nll": 0.4072966414274957 }, { "id": "transfer-v4-0126", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5445003362460903, "probabilities": [ 0.05632013302921889, 0.378927876251835, 0.5445003362460903, 0.005016723977881488, 0.00593367249511508, 0.009301257999859302 ], "target": 2, "brier": 0.35438512585420917, "nll": 0.6078867190774663 }, { "id": "transfer-v4-0127", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.884683266596579, "probabilities": [ 0.884683266596579, 0.001271364098885338, 0.023152225420506538, 0.05194060616353512, 0.014183551292737177, 0.024768986427756823 ], "target": 0, "brier": 0.01734809329599712, "nll": 0.12252558888374575 }, { "id": "transfer-v4-0128", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5282927064472669, "probabilities": [ 0.5282927064472669, 0.004661014688919511, 0.0023093111415186376, 0.06376626232669144, 0.1767153113435644, 0.2242553940520391 ], "target": 1, "brier": 1.3553831315192224, "nll": 5.368522110144126 }, { "id": "transfer-v4-0129", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9482382835309209, "probabilities": [ 0.015755377216933104, 0.0005446497064113374, 0.0004870224649916301, 0.9482382835309209, 0.012258236844278738, 0.022716430236464292 ], "target": 3, "brier": 0.003594341610475874, "nll": 0.05314945437565275 }, { "id": "transfer-v4-0130", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5337883144540808, "probabilities": [ 0.5337883144540808, 0.0027930559122236387, 0.0010367678304558424, 0.36539938433357616, 0.06419818740750907, 0.032784290062154435 ], "target": 0, "brier": 0.3560751388010758, "nll": 0.6277559334950903 }, { "id": "transfer-v4-0131", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.939076788621174, "probabilities": [ 0.002132058956296628, 0.939076788621174, 0.02065850679357929, 0.002940659480444711, 0.002453429022252202, 0.03273855712625311 ], "target": 1, "brier": 0.0052294371778986905, "nll": 0.06285802609807763 }, { "id": "transfer-v4-0132", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8288192044191177, "probabilities": [ 0.0016291991135507766, 0.8288192044191177, 0.07292661499557325, 0.0018175834461440846, 0.00622819260987887, 0.08857920541573534 ], "target": 1, "brier": 0.042512179865020455, "nll": 0.18775323639025707 }, { "id": "transfer-v4-0133", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8729020311861416, "probabilities": [ 0.8729020311861416, 0.0019230673837362, 0.0017027842024002501, 0.05435771465556246, 0.02739139074065417, 0.04172301183150527 ], "target": 0, "brier": 0.02160635048438552, "nll": 0.13593195030329328 }, { "id": "transfer-v4-0134", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7091492198178201, "probabilities": [ 0.007533682280473323, 0.7091492198178201, 0.2421334759054041, 0.00473688807791743, 0.003364607356310924, 0.033082126562074154 ], "target": 1, "brier": 0.14440773864451273, "nll": 0.34368930940736564 }, { "id": "transfer-v4-0135", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4680312343449184, "probabilities": [ 0.4680312343449184, 0.008834848307948699, 0.0062211813371892185, 0.21320781419493362, 0.1589669757187256, 0.14473794609628446 ], "target": 4, "brier": 0.9929131869699417, "nll": 1.8390587982167421 }, { "id": "transfer-v4-0136", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5210462978450772, "probabilities": [ 0.012715851371227575, 0.33290408146720646, 0.5210462978450772, 0.02302434556731218, 0.018715529381338067, 0.09159389436783856 ], "target": 1, "brier": 0.7259377349115611, "nll": 1.0999008741362537 }, { "id": "transfer-v4-0137", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.7707513046520884, "probabilities": [ 0.008053589687250458, 0.7707513046520884, 0.042593505630209166, 0.009261363272195339, 0.01321431727348191, 0.15612591948477475 ], "target": 5, "brier": 1.3083204954476984, "nll": 1.8570924211396482 }, { "id": "transfer-v4-0138", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5611289802319815, "probabilities": [ 0.5611289802319815, 0.1095675316777177, 0.04515754109424585, 0.10121216738088616, 0.110147082546507, 0.0727866970686618 ], "target": 1, "brier": 1.137449102505983, "nll": 2.2112141921735335 }, { "id": "transfer-v4-0139", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4420870906425579, "probabilities": [ 0.04405163666682894, 0.4420870906425579, 0.22720304470066793, 0.06961519374870052, 0.0170521775938895, 0.19999085664735522 ], "target": 2, "brier": 0.839730071229651, "nll": 1.4819111912536833 }, { "id": "transfer-v4-0140", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5130070760864425, "probabilities": [ 0.0024505810910026185, 0.5130070760864425, 0.4610676450654219, 0.0021169838855624613, 0.0017152720711662627, 0.01964244180040428 ], "target": 1, "brier": 0.45014473591466564, "nll": 0.667465640365674 }, { "id": "transfer-v4-0141", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.570297891550717, "probabilities": [ 0.06272570730442453, 0.570297891550717, 0.048446245040313855, 0.016776563443461772, 0.17216715056293505, 0.12958644209814776 ], "target": 4, "brier": 1.033902563786259, "nll": 1.7592894684675815 }, { "id": "transfer-v4-0142", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5227770970896085, "probabilities": [ 0.0099145614887542, 0.5227770970896085, 0.4282695190619339, 0.007327999220371221, 0.004677282794404416, 0.027033540344927807 ], "target": 2, "brier": 0.6010763234551181, "nll": 0.8480025641547413 }, { "id": "transfer-v4-0143", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8100312054262516, "probabilities": [ 0.019598306787759666, 0.8100312054262516, 0.04570683332508453, 0.005698900506533953, 0.020478505243823983, 0.0984862487105462 ], "target": 0, "brier": 1.6295785362594213, "nll": 3.9323121048569654 }, { "id": "transfer-v4-0144", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6344239074355296, "probabilities": [ 0.013246433723042685, 0.6344239074355296, 0.10752516169783088, 0.03536589793156713, 0.01423417860675673, 0.19520442060527304 ], "target": 1, "brier": 0.18494113226018533, "nll": 0.45503792425881334 }, { "id": "transfer-v4-0145", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.751550838793655, "probabilities": [ 0.0013711501038066872, 0.751550838793655, 0.16415705772873967, 0.0017325342509415553, 0.0023114272850445097, 0.07887699183781256 ], "target": 1, "brier": 0.09490632957130742, "nll": 0.28561642231856027 }, { "id": "transfer-v4-0146", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9600956238853751, "probabilities": [ 0.9600956238853751, 0.0011848961612008204, 0.000665893972614217, 0.022719771098322857, 0.011659655890688176, 0.0036741589917988534 ], "target": 0, "brier": 0.0022598416453395043, "nll": 0.04072239126689151 }, { "id": "transfer-v4-0147", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.23976447224090558, "probabilities": [ 0.23976447224090558, 0.21221083876961855, 0.19055608340850658, 0.07882412699216888, 0.14695445031570906, 0.13169002827309134 ], "target": 2, "brier": 0.8028710133574789, "nll": 1.6578087266483574 }, { "id": "transfer-v4-0148", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.3068494292154738, "probabilities": [ 0.3068494292154738, 0.13662091304722168, 0.20452994717746817, 0.1203235796190375, 0.13408577841775948, 0.09759035252303935 ], "target": 2, "brier": 0.7875750877210066, "nll": 1.5870408732550976 }, { "id": "transfer-v4-0149", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.48885589974612714, "probabilities": [ 0.48885589974612714, 0.005961637494978414, 0.005963434947552444, 0.40859395379739055, 0.05439247206149382, 0.03623260195245762 ], "target": 3, "brier": 0.5930836483407993, "nll": 0.8950333940713119 }, { "id": "transfer-v4-0150", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9019198728117387, "probabilities": [ 0.0382099959076011, 0.005555549460566899, 0.0013738227573130523, 0.04414041200580633, 0.008800347056973912, 0.9019198728117387 ], "target": 5, "brier": 0.013138288735667246, "nll": 0.10322959566833098 }, { "id": "transfer-v4-0151", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6172553352595288, "probabilities": [ 0.28321287273328366, 0.007665287767525381, 0.00684611039386596, 0.02205912787330537, 0.6172553352595288, 0.06296126597249078 ], "target": 4, "brier": 0.23125936166860836, "nll": 0.48247250719836937 }, { "id": "transfer-v4-0152", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8302871451504032, "probabilities": [ 0.8302871451504032, 0.0018068535428790156, 0.004092762180976432, 0.0702076394007711, 0.08025307824428603, 0.013352521480684172 ], "target": 3, "brier": 1.5605294390502642, "nll": 2.656298150498398 }, { "id": "transfer-v4-0153", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.73202435700896, "probabilities": [ 0.0007046939431625638, 0.73202435700896, 0.23098067478123288, 0.0008007392593046205, 0.0009064029837669675, 0.03458313202357302 ], "target": 1, "brier": 0.1263609697226988, "nll": 0.31194149097200846 }, { "id": "transfer-v4-0154", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.420801575231646, "probabilities": [ 0.21707580787395286, 0.13949669238905266, 0.11458756712600988, 0.05796496543079409, 0.0500733919485445, 0.420801575231646 ], "target": 1, "brier": 0.9836594068294283, "nll": 1.9697143884745552 }, { "id": "transfer-v4-0155", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.8530523457731668, "probabilities": [ 0.8530523457731668, 0.0011565457829472762, 0.0005705710869004712, 0.11147949427358604, 0.02628285339452124, 0.007458189688878136 ], "target": 3, "brier": 1.5179150698509314, "nll": 2.193914612855303 }, { "id": "transfer-v4-0156", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8372011196387947, "probabilities": [ 0.0016715127299607444, 0.8372011196387947, 0.11067572251522316, 0.0018619973005661703, 0.0021287361189658792, 0.04646091169648931 ], "target": 1, "brier": 0.0409219998230156, "nll": 0.17769095104998894 }, { "id": "transfer-v4-0157", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7185327780894178, "probabilities": [ 0.7185327780894178, 0.0025177520374077083, 0.11102646240299278, 0.02930010390572389, 0.12318750083672055, 0.01543540272773724 ], "target": 0, "brier": 0.10782891954775661, "nll": 0.3305439543374212 }, { "id": "transfer-v4-0158", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6116210760617038, "probabilities": [ 0.6116210760617038, 0.003595023382082943, 0.0018083258594299672, 0.24196316073660087, 0.1110246692559451, 0.029987744704237287 ], "target": 3, "brier": 0.961942126614691, "nll": 1.418969792774517 }, { "id": "transfer-v4-0159", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.42869740084967123, "probabilities": [ 0.12171433040453365, 0.0023112468286388046, 0.0013668455231295143, 0.3856017800102982, 0.06030839638372859, 0.42869740084967123 ], "target": 5, "brier": 0.49353408357181955, "nll": 0.8470039682618258 }, { "id": "transfer-v4-0160", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5947177410125732, "probabilities": [ 0.40528225898742676, 0.5947177410125732 ], "target": 1, "brier": 0.3285074188999033, "nll": 0.5196683708454177 }, { "id": "transfer-v4-0161", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5040452480316162, "probabilities": [ 0.5040452480316162, 0.4959547519683838 ], "target": 1, "brier": 0.508123224126507, "nll": 0.7012705822887363 }, { "id": "transfer-v4-0162", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9507546722888947, "probabilities": [ 0.9507546722888947, 0.04924532771110535 ], "target": 0, "brier": 0.00485020460274832, "nll": 0.05049921786673238 }, { "id": "transfer-v4-0163", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7662073820829391, "probabilities": [ 0.7662073820829391, 0.23379261791706085 ], "target": 0, "brier": 0.1093179763850256, "nll": 0.2663024120935871 }, { "id": "transfer-v4-0164", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.7381079196929932, "probabilities": [ 0.7381079196929932, 0.26189208030700684 ], "target": 1, "brier": 1.089606602227036, "nll": 1.339822767303289 }, { "id": "transfer-v4-0165", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8844190016388893, "probabilities": [ 0.8844190016388893, 0.11558099836111069 ], "target": 0, "brier": 0.026717934364302143, "nll": 0.12282434488491112 }, { "id": "transfer-v4-0166", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5745761692523956, "probabilities": [ 0.5745761692523956, 0.42542383074760437 ], "target": 1, "brier": 0.6602755485455152, "nll": 0.8546693581620873 }, { "id": "transfer-v4-0167", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5419460535049438, "probabilities": [ 0.5419460535049438, 0.45805394649505615 ], "target": 1, "brier": 0.5874110498191669, "nll": 0.7807683146971992 }, { "id": "transfer-v4-0168", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5582027435302734, "probabilities": [ 0.44179725646972656, 0.5582027435302734 ], "target": 1, "brier": 0.3903696316483547, "nll": 0.5830330429327076 }, { "id": "transfer-v4-0169", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5290116369724274, "probabilities": [ 0.5290116369724274, 0.47098836302757263 ], "target": 1, "brier": 0.5597066241044946, "nll": 0.7529218922187698 }, { "id": "transfer-v4-0170", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5222960412502289, "probabilities": [ 0.5222960412502289, 0.4777039587497711 ], "target": 1, "brier": 0.5455863094113216, "nll": 0.7387640715161603 }, { "id": "transfer-v4-0171", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9498938769102097, "probabilities": [ 0.9498938769102097, 0.050106123089790344 ], "target": 0, "brier": 0.005021247142178442, "nll": 0.05140500914298024 }, { "id": "transfer-v4-0172", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5437692403793335, "probabilities": [ 0.4562307596206665, 0.5437692403793335 ], "target": 1, "brier": 0.41629301204810076, "nll": 0.6092303125995928 }, { "id": "transfer-v4-0173", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7041691839694977, "probabilities": [ 0.7041691839694977, 0.2958308160305023 ], "target": 0, "brier": 0.17503174342654582, "nll": 0.35073663355738194 }, { "id": "transfer-v4-0174", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6253270506858826, "probabilities": [ 0.37467294931411743, 0.6253270506858826 ], "target": 1, "brier": 0.2807596378954784, "nll": 0.46948048501213346 }, { "id": "transfer-v4-0175", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6462122201919556, "probabilities": [ 0.6462122201919556, 0.35378777980804443 ], "target": 0, "brier": 0.25033158628301067, "nll": 0.43662731491948614 }, { "id": "transfer-v4-0176", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8458191156387329, "probabilities": [ 0.1541808843612671, 0.8458191156387329 ], "target": 0, "brier": 1.4308199527597765, "nll": 1.869628792066141 }, { "id": "transfer-v4-0177", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5678901076316833, "probabilities": [ 0.43210989236831665, 0.5678901076316833 ], "target": 1, "brier": 0.3734379181651164, "nll": 0.565827351458631 }, { "id": "transfer-v4-0178", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.577567845582962, "probabilities": [ 0.577567845582962, 0.42243215441703796 ], "target": 0, "brier": 0.3568978501708404, "nll": 0.5489293619576643 }, { "id": "transfer-v4-0179", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8419682681560516, "probabilities": [ 0.8419682681560516, 0.15803173184394836 ], "target": 0, "brier": 0.04994805653919521, "nll": 0.17201295172542896 }, { "id": "transfer-v4-0180", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9423608705401421, "probabilities": [ 0.9423608705401421, 0.05763912945985794 ], "target": 0, "brier": 0.006644538489780527, "nll": 0.05936698802054168 }, { "id": "transfer-v4-0181", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5870485901832581, "probabilities": [ 0.5870485901832581, 0.41295140981674194 ], "target": 0, "brier": 0.3410577337392695, "nll": 0.5326476854363391 }, { "id": "transfer-v4-0182", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6541847884654999, "probabilities": [ 0.6541847884654999, 0.3458152115345001 ], "target": 0, "brier": 0.23917632105730213, "nll": 0.42436541626451363 }, { "id": "transfer-v4-0183", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5126780271530151, "probabilities": [ 0.48732197284698486, 0.5126780271530151 ], "target": 0, "brier": 0.5256775190510155, "nll": 0.7188302391437357 }, { "id": "transfer-v4-0184", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5610278844833374, "probabilities": [ 0.4389721155166626, 0.5610278844833374 ], "target": 0, "brier": 0.629504574335698, "nll": 0.8233193861096099 }, { "id": "transfer-v4-0185", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.6526845097541809, "probabilities": [ 0.3473154902458191, 0.6526845097541809 ], "target": 0, "brier": 0.851994138546111, "nll": 1.057521718309615 }, { "id": "transfer-v4-0186", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6837470829486847, "probabilities": [ 0.6837470829486847, 0.3162529170513153 ], "target": 0, "brier": 0.20003181508693224, "nll": 0.38016719150925543 }, { "id": "transfer-v4-0187", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7436029314994812, "probabilities": [ 0.7436029314994812, 0.2563970685005188 ], "target": 0, "brier": 0.13147891347131946, "nll": 0.29624808083562437 }, { "id": "transfer-v4-0188", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5703235864639282, "probabilities": [ 0.4296764135360718, 0.5703235864639282 ], "target": 0, "brier": 0.6505379865541556, "nll": 0.8447228802451456 }, { "id": "transfer-v4-0189", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5556381940841675, "probabilities": [ 0.4443618059158325, 0.5556381940841675 ], "target": 0, "brier": 0.6174676054502299, "nll": 0.8111161701940749 }, { "id": "transfer-v4-0190", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8220205307006836, "probabilities": [ 0.1779794692993164, 0.8220205307006836 ], "target": 1, "brier": 0.06335338298413262, "nll": 0.19598990771635236 }, { "id": "transfer-v4-0191", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.960529875010252, "probabilities": [ 0.960529875010252, 0.039470124989748 ], "target": 0, "brier": 0.0031157815334126593, "nll": 0.04027019365467989 }, { "id": "transfer-v4-0192", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.7958254218101501, "probabilities": [ 0.7958254218101501, 0.20417457818984985 ], "target": 1, "brier": 1.2666762039986068, "nll": 1.5887798756645068 }, { "id": "transfer-v4-0193", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6945277154445648, "probabilities": [ 0.6945277154445648, 0.3054722845554352 ], "target": 0, "brier": 0.18662663326303353, "nll": 0.3645232105363941 }, { "id": "transfer-v4-0194", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5873855948448181, "probabilities": [ 0.4126144051551819, 0.5873855948448181 ], "target": 1, "brier": 0.3405012946831292, "nll": 0.5320737841056286 }, { "id": "transfer-v4-0195", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9223754927515984, "probabilities": [ 0.9223754927515984, 0.07762450724840164 ], "target": 0, "brier": 0.012051128251114318, "nll": 0.08080287938328734 }, { "id": "transfer-v4-0196", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9670990705490112, "probabilities": [ 0.9670990705490112, 0.03290092945098877 ], "target": 0, "brier": 0.0021649423174778804, "nll": 0.03345433732987965 }, { "id": "transfer-v4-0197", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7410359978675842, "probabilities": [ 0.7410359978675842, 0.25896400213241577 ], "target": 0, "brier": 0.13412470880087568, "nll": 0.29970607474782857 }, { "id": "transfer-v4-0198", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7426941096782684, "probabilities": [ 0.7426941096782684, 0.25730589032173157 ], "target": 0, "brier": 0.1324126423885179, "nll": 0.29747101529529296 }, { "id": "transfer-v4-0199", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9379060417413712, "probabilities": [ 0.9379060417413712, 0.062093958258628845 ], "target": 0, "brier": 0.007711319304448683, "nll": 0.0641055037123541 }, { "id": "transfer-v4-0200", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6874623894691467, "probabilities": [ 0.6874623894691467, 0.31253761053085327 ], "target": 0, "brier": 0.19535951599267065, "nll": 0.37474815716454657 }, { "id": "transfer-v4-0201", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9082615748047829, "probabilities": [ 0.9082615748047829, 0.09173842519521713 ], "target": 0, "brier": 0.0168318773145969, "nll": 0.09622286388850157 }, { "id": "transfer-v4-0202", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.938240546733141, "probabilities": [ 0.938240546733141, 0.061759453266859055 ], "target": 0, "brier": 0.007628460135642695, "nll": 0.06374891644207448 }, { "id": "transfer-v4-0203", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8221616894006729, "probabilities": [ 0.8221616894006729, 0.1778383105993271 ], "target": 0, "brier": 0.06325292943364547, "nll": 0.1958182008354357 }, { "id": "transfer-v4-0204", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9457333423197269, "probabilities": [ 0.9457333423197269, 0.054266657680273056 ], "target": 0, "brier": 0.005889740271575877, "nll": 0.05579462882027759 }, { "id": "transfer-v4-0205", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8556381464004517, "probabilities": [ 0.14436185359954834, 0.8556381464004517 ], "target": 1, "brier": 0.041680689549394856, "nll": 0.15590771838198605 }, { "id": "transfer-v4-0206", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8308289647102356, "probabilities": [ 0.8308289647102356, 0.1691710352897644 ], "target": 0, "brier": 0.05723767836202143, "nll": 0.18533132395016086 }, { "id": "transfer-v4-0207", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8998828530311584, "probabilities": [ 0.8998828530311584, 0.10011714696884155 ], "target": 0, "brier": 0.02004688623436124, "nll": 0.10549068742851647 }, { "id": "transfer-v4-0208", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6985904276371002, "probabilities": [ 0.6985904276371002, 0.3014095723628998 ], "target": 0, "brier": 0.18169546062397224, "nll": 0.3586906489118412 }, { "id": "transfer-v4-0209", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.5840811431407928, "probabilities": [ 0.5840811431407928, 0.41591885685920715 ], "target": 0, "brier": 0.3459769909821393, "nll": 0.5377153620714623 }, { "id": "transfer-v4-0210", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8891290128231049, "probabilities": [ 0.8891290128231049, 0.11087098717689514 ], "target": 0, "brier": 0.024584751595158494, "nll": 0.11751293271147539 }, { "id": "transfer-v4-0211", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7850408405065536, "probabilities": [ 0.7850408405065536, 0.21495915949344635 ], "target": 0, "brier": 0.09241488050025781, "nll": 0.24201953643004215 }, { "id": "transfer-v4-0212", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7116452157497406, "probabilities": [ 0.7116452157497406, 0.2883547842502594 ], "target": 0, "brier": 0.1662969632000273, "nll": 0.3401757842454383 }, { "id": "transfer-v4-0213", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8715003132820129, "probabilities": [ 0.12849968671798706, 0.8715003132820129 ], "target": 1, "brier": 0.03302433897324164, "nll": 0.1375390545476419 }, { "id": "transfer-v4-0214", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8732235431671143, "probabilities": [ 0.8732235431671143, 0.12677645683288574 ], "target": 0, "brier": 0.032144540014201084, "nll": 0.13556369272854793 }, { "id": "transfer-v4-0215", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6545718312263489, "probabilities": [ 0.3454281687736511, 0.6545718312263489 ], "target": 1, "brier": 0.238641239564636, "nll": 0.4237739498813698 }, { "id": "transfer-v4-0216", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7209542989730835, "probabilities": [ 0.7209542989730835, 0.2790457010269165 ], "target": 0, "brier": 0.15573300652320654, "nll": 0.32717952931906247 }, { "id": "transfer-v4-0217", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.8323631435632706, "probabilities": [ 0.8323631435632706, 0.16763685643672943 ], "target": 1, "brier": 1.3856568055250595, "nll": 1.785955207969795 }, { "id": "transfer-v4-0218", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9210368245840073, "probabilities": [ 0.9210368245840073, 0.07896317541599274 ], "target": 0, "brier": 0.01247036614355368, "nll": 0.08225526026445952 }, { "id": "transfer-v4-0219", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8546906262636185, "probabilities": [ 0.8546906262636185, 0.14530937373638153 ], "target": 0, "brier": 0.04222962819131881, "nll": 0.15701571615283952 }, { "id": "transfer-v4-0220", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5386393964290619, "probabilities": [ 0.5386393964290619, 0.4613606035709381 ], "target": 1, "brier": 0.5802647987709282, "nll": 0.7735753214329492 }, { "id": "transfer-v4-0221", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.657749742269516, "probabilities": [ 0.657749742269516, 0.342250257730484 ], "target": 1, "brier": 0.8652694469112294, "nll": 1.0722130617664292 }, { "id": "transfer-v4-0222", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5133196115493774, "probabilities": [ 0.48668038845062256, 0.5133196115493774 ], "target": 0, "brier": 0.5269940472024075, "nll": 0.720147657898864 }, { "id": "transfer-v4-0223", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.6196538507938385, "probabilities": [ 0.6196538507938385, 0.3803461492061615 ], "target": 1, "brier": 0.7679417896072653, "nll": 0.9666735219330217 }, { "id": "transfer-v4-0224", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8689603954553604, "probabilities": [ 0.8689603954553604, 0.1310396045446396 ], "target": 0, "brier": 0.034342755918431056, "nll": 0.14045772960529807 }, { "id": "transfer-v4-0225", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6051240563392639, "probabilities": [ 0.6051240563392639, 0.3948759436607361 ], "target": 0, "brier": 0.31185402176391364, "nll": 0.5023217901711063 }, { "id": "transfer-v4-0226", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.656252384185791, "probabilities": [ 0.343747615814209, 0.656252384185791 ], "target": 1, "brier": 0.23632484675590604, "nll": 0.42120983203788814 }, { "id": "transfer-v4-0227", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8562991470098495, "probabilities": [ 0.8562991470098495, 0.14370085299015045 ], "target": 0, "brier": 0.041299870300193664, "nll": 0.15513549308519484 }, { "id": "transfer-v4-0228", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.6920208930969238, "probabilities": [ 0.30797910690307617, 0.6920208930969238 ], "target": 0, "brier": 0.9577858329653282, "nll": 1.177723333039714 }, { "id": "transfer-v4-0229", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8073985576629639, "probabilities": [ 0.8073985576629639, 0.19260144233703613 ], "target": 0, "brier": 0.07419063118061331, "nll": 0.213937856962014 }, { "id": "transfer-v4-0230", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.651040256023407, "probabilities": [ 0.348959743976593, 0.651040256023407 ], "target": 1, "brier": 0.2435458058324187, "nll": 0.4291838014758747 }, { "id": "transfer-v4-0231", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8151125907897949, "probabilities": [ 0.18488740921020508, 0.8151125907897949 ], "target": 1, "brier": 0.06836670816892365, "nll": 0.20442902707452199 }, { "id": "transfer-v4-0232", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.9581887722015381, "probabilities": [ 0.9581887722015381, 0.041811227798461914 ], "target": 0, "brier": 0.0034963575400297486, "nll": 0.04271047219565321 }, { "id": "transfer-v4-0233", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.6815144419670105, "probabilities": [ 0.6815144419670105, 0.3184855580329895 ], "target": 0, "brier": 0.20286610135116945, "nll": 0.38343783662913067 }, { "id": "transfer-v4-0234", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8082143068313599, "probabilities": [ 0.8082143068313599, 0.19178569316864014 ], "target": 0, "brier": 0.07356350420835156, "nll": 0.21292802440169478 }, { "id": "transfer-v4-0235", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.586908608675003, "probabilities": [ 0.586908608675003, 0.41309139132499695 ], "target": 1, "brier": 0.6889234298736557, "nll": 0.8840864240001475 }, { "id": "transfer-v4-0236", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": false, "confidence": 0.5084884762763977, "probabilities": [ 0.5084884762763977, 0.4915115237236023 ], "target": 1, "brier": 0.5171210610117853, "nll": 0.71026989364006 }, { "id": "transfer-v4-0237", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7156517505645752, "probabilities": [ 0.7156517505645752, 0.2843482494354248 ], "target": 0, "brier": 0.16170785391398113, "nll": 0.3345616122365838 }, { "id": "transfer-v4-0238", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.8864069879055023, "probabilities": [ 0.8864069879055023, 0.11359301209449768 ], "target": 0, "brier": 0.025806744793401393, "nll": 0.12057907955279323 }, { "id": "transfer-v4-0239", "question": "offensive", "type": "noul", "source": "tweet_offensive", "error": null, "correct": true, "confidence": 0.7499577403068542, "probabilities": [ 0.7499577403068542, 0.25004225969314575 ], "target": 0, "brier": 0.12504226326490908, "nll": 0.2877384202968186 }, { "id": "transfer-v4-0240", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.989712119102478, "probabilities": [ 0.010287880897521973, 0.989712119102478 ], "target": 1, "brier": 0.00021168098672319502, "nll": 0.010341166926133993 }, { "id": "transfer-v4-0241", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9823657497763634, "probabilities": [ 0.9823657497763634, 0.017634250223636627 ], "target": 0, "brier": 0.0006219335618996569, "nll": 0.017791586024008058 }, { "id": "transfer-v4-0242", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8602241277694702, "probabilities": [ 0.13977587223052979, 0.8602241277694702 ], "target": 1, "brier": 0.039074588915610775, "nll": 0.15056231000300058 }, { "id": "transfer-v4-0243", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9794776663184166, "probabilities": [ 0.9794776663184166, 0.020522333681583405 ], "target": 0, "brier": 0.0008423323594765053, "nll": 0.02073584296171065 }, { "id": "transfer-v4-0244", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9477681517601013, "probabilities": [ 0.05223184823989868, 0.9477681517601013 ], "target": 1, "brier": 0.005456331941111614, "nll": 0.05364537229207326 }, { "id": "transfer-v4-0245", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.87665194272995, "probabilities": [ 0.12334805727005005, 0.87665194272995 ], "target": 1, "brier": 0.030429486464591093, "nll": 0.13164523798455632 }, { "id": "transfer-v4-0246", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.6670540273189545, "probabilities": [ 0.6670540273189545, 0.33294597268104553 ], "target": 1, "brier": 0.8899221507248729, "nll": 1.0997750463657718 }, { "id": "transfer-v4-0247", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.7525382488965988, "probabilities": [ 0.7525382488965988, 0.24746175110340118 ], "target": 0, "brier": 0.12247463651832335, "nll": 0.2843034545523909 }, { "id": "transfer-v4-0248", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9945201897062361, "probabilities": [ 0.9945201897062361, 0.005479810293763876 ], "target": 0, "brier": 6.005664171128107e-05, "nll": 0.005494879530443382 }, { "id": "transfer-v4-0249", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9876138595864177, "probabilities": [ 0.9876138595864177, 0.012386140413582325 ], "target": 0, "brier": 0.00030683294868995466, "nll": 0.012463488006486634 }, { "id": "transfer-v4-0250", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9899978777393699, "probabilities": [ 0.9899978777393699, 0.01000212226063013 ], "target": 0, "brier": 0.0002000848994331856, "nll": 0.010052479553405358 }, { "id": "transfer-v4-0251", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9109801054000854, "probabilities": [ 0.08901989459991455, 0.9109801054000854 ], "target": 1, "brier": 0.01584908326915979, "nll": 0.09323422016032235 }, { "id": "transfer-v4-0252", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9342594146728516, "probabilities": [ 0.06574058532714844, 0.9342594146728516 ], "target": 1, "brier": 0.008643649118312169, "nll": 0.06800113341513637 }, { "id": "transfer-v4-0253", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.729695200920105, "probabilities": [ 0.270304799079895, 0.729695200920105 ], "target": 1, "brier": 0.14612936881124483, "nll": 0.315128365017026 }, { "id": "transfer-v4-0254", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9205306768417358, "probabilities": [ 0.07946932315826416, 0.9205306768417358 ], "target": 1, "brier": 0.01263074664646524, "nll": 0.08280495258323083 }, { "id": "transfer-v4-0255", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9192579984664917, "probabilities": [ 0.0807420015335083, 0.9192579984664917 ], "target": 1, "brier": 0.013038541623274114, "nll": 0.08418845776002218 }, { "id": "transfer-v4-0256", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.7387875318527222, "probabilities": [ 0.26121246814727783, 0.7387875318527222 ], "target": 1, "brier": 0.13646390703118527, "nll": 0.30274490701396417 }, { "id": "transfer-v4-0257", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.983542799949646, "probabilities": [ 0.016457200050354004, 0.983542799949646 ], "target": 1, "brier": 0.0005416788669947437, "nll": 0.01659412410331411 }, { "id": "transfer-v4-0258", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9477447308599949, "probabilities": [ 0.9477447308599949, 0.05225526914000511 ], "target": 0, "brier": 0.005461226305788741, "nll": 0.05367008423185733 }, { "id": "transfer-v4-0259", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8084155321121216, "probabilities": [ 0.19158446788787842, 0.8084155321121216 ], "target": 1, "brier": 0.07340921667176303, "nll": 0.21267908023778842 }, { "id": "transfer-v4-0260", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.995261924341321, "probabilities": [ 0.995261924341321, 0.0047380756586790085 ], "target": 0, "brier": 4.489872189473304e-05, "nll": 0.004749335921215829 }, { "id": "transfer-v4-0261", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.857149749994278, "probabilities": [ 0.857149749994278, 0.14285025000572205 ], "target": 0, "brier": 0.04081238785339458, "nll": 0.15414263819960133 }, { "id": "transfer-v4-0262", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9038894772529602, "probabilities": [ 0.0961105227470398, 0.9038894772529602 ], "target": 1, "brier": 0.018474465165418508, "nll": 0.10104818574021292 }, { "id": "transfer-v4-0263", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9392521977424622, "probabilities": [ 0.06074780225753784, 0.9392521977424622 ], "target": 1, "brier": 0.007380590958241839, "nll": 0.06267125463996623 }, { "id": "transfer-v4-0264", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9881893396377563, "probabilities": [ 0.011810660362243652, 0.9881893396377563 ], "target": 1, "brier": 0.0002789833963845467, "nll": 0.011880960285266029 }, { "id": "transfer-v4-0265", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9901415510103106, "probabilities": [ 0.9901415510103106, 0.00985844898968935 ], "target": 0, "brier": 0.00019437803296461394, "nll": 0.009907365255788825 }, { "id": "transfer-v4-0266", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.7788053601980209, "probabilities": [ 0.7788053601980209, 0.22119463980197906 ], "target": 1, "brier": 1.2130755781463383, "nll": 1.5087122419875156 }, { "id": "transfer-v4-0267", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9867266369983554, "probabilities": [ 0.9867266369983554, 0.013273363001644611 ], "target": 0, "brier": 0.0003523643307468561, "nll": 0.013362241437638709 }, { "id": "transfer-v4-0268", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.5668693482875824, "probabilities": [ 0.5668693482875824, 0.4331306517124176 ], "target": 0, "brier": 0.3752043229056472, "nll": 0.5676264281071641 }, { "id": "transfer-v4-0269", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9836392663419247, "probabilities": [ 0.9836392663419247, 0.016360733658075333 ], "target": 0, "brier": 0.0005353472116609581, "nll": 0.016496048389826285 }, { "id": "transfer-v4-0270", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8878868967294693, "probabilities": [ 0.8878868967294693, 0.1121131032705307 ], "target": 0, "brier": 0.025138695849897363, "nll": 0.11891091264992423 }, { "id": "transfer-v4-0271", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8164281845092773, "probabilities": [ 0.18357181549072266, 0.8164281845092773 ], "target": 1, "brier": 0.06739722288511985, "nll": 0.20281632572554728 }, { "id": "transfer-v4-0272", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.6834141612052917, "probabilities": [ 0.31658583879470825, 0.6834141612052917 ], "target": 1, "brier": 0.200453186650698, "nll": 0.38065421782220443 }, { "id": "transfer-v4-0273", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.6639599204063416, "probabilities": [ 0.33604007959365845, 0.6639599204063416 ], "target": 1, "brier": 0.2258458701866246, "nll": 0.4095334921613146 }, { "id": "transfer-v4-0274", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.7285807728767395, "probabilities": [ 0.2714192271232605, 0.7285807728767395 ], "target": 1, "brier": 0.14733679370437613, "nll": 0.31665678389018603 }, { "id": "transfer-v4-0275", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9748811721801758, "probabilities": [ 0.02511882781982422, 0.9748811721801758 ], "target": 1, "brier": 0.0012619110220839502, "nll": 0.025439690098612213 }, { "id": "transfer-v4-0276", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.9486086219549179, "probabilities": [ 0.9486086219549179, 0.05139137804508209 ], "target": 1, "brier": 1.7997166352944167, "nll": 2.968284862904911 }, { "id": "transfer-v4-0277", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9817332029342651, "probabilities": [ 0.018266797065734863, 0.9817332029342651 ], "target": 1, "brier": 0.0006673517500814796, "nll": 0.01843569498103828 }, { "id": "transfer-v4-0278", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9884591670706868, "probabilities": [ 0.9884591670706868, 0.011540832929313183 ], "target": 0, "brier": 0.000266381649404639, "nll": 0.011607945195642627 }, { "id": "transfer-v4-0279", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.5970833003520966, "probabilities": [ 0.5970833003520966, 0.40291669964790344 ], "target": 0, "brier": 0.32468373371031767, "nll": 0.515698643745109 }, { "id": "transfer-v4-0280", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9847991988062859, "probabilities": [ 0.9847991988062859, 0.015200801193714142 ], "target": 0, "brier": 0.00046212871386164256, "nll": 0.015317517672047696 }, { "id": "transfer-v4-0281", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9853517636656761, "probabilities": [ 0.9853517636656761, 0.014648236334323883 ], "target": 0, "brier": 0.0004291416554124128, "nll": 0.014756581089618848 }, { "id": "transfer-v4-0282", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9985299279214814, "probabilities": [ 0.9985299279214814, 0.0014700720785185695 ], "target": 0, "brier": 4.322223832079814e-06, "nll": 0.0014711536946423276 }, { "id": "transfer-v4-0283", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8268019556999207, "probabilities": [ 0.17319804430007935, 0.8268019556999207 ], "target": 1, "brier": 0.059995125098744495, "nll": 0.19019008579280194 }, { "id": "transfer-v4-0284", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9927478386089206, "probabilities": [ 0.9927478386089206, 0.007252161391079426 ], "target": 0, "brier": 0.00010518768968452614, "nll": 0.0072785861487488016 }, { "id": "transfer-v4-0285", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9905183101072907, "probabilities": [ 0.9905183101072907, 0.009481689892709255 ], "target": 0, "brier": 0.0001798048864430097, "nll": 0.009526927292743893 }, { "id": "transfer-v4-0286", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.983363151550293, "probabilities": [ 0.01663684844970703, 0.983363151550293 ], "target": 1, "brier": 0.0005535694526770385, "nll": 0.01677679516566519 }, { "id": "transfer-v4-0287", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.6748564839363098, "probabilities": [ 0.3251435160636902, 0.6748564839363098 ], "target": 1, "brier": 0.21143661207651832, "nll": 0.3932552271063285 }, { "id": "transfer-v4-0288", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9908135570585728, "probabilities": [ 0.9908135570585728, 0.00918644294142723 ], "target": 0, "brier": 0.00016878146783219639, "nll": 0.009228898518907333 }, { "id": "transfer-v4-0289", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.6419466733932495, "probabilities": [ 0.6419466733932495, 0.3580533266067505 ], "target": 0, "brier": 0.2564043693883207, "nll": 0.4432500419925089 }, { "id": "transfer-v4-0290", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9841901417821646, "probabilities": [ 0.9841901417821646, 0.015809858217835426 ], "target": 0, "brier": 0.0004999032337361167, "nll": 0.01593616707861531 }, { "id": "transfer-v4-0291", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8664593249559402, "probabilities": [ 0.8664593249559402, 0.13354067504405975 ], "target": 0, "brier": 0.03566622378244633, "nll": 0.14334011269868507 }, { "id": "transfer-v4-0292", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9599699378013611, "probabilities": [ 0.040030062198638916, 0.9599699378013611 ], "target": 1, "brier": 0.0032048117592538006, "nll": 0.04085330980082228 }, { "id": "transfer-v4-0293", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9772359728813171, "probabilities": [ 0.02276402711868286, 0.9772359728813171 ], "target": 1, "brier": 0.0010364018613202575, "nll": 0.023027128076639095 }, { "id": "transfer-v4-0294", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9735625386238098, "probabilities": [ 0.026437461376190186, 0.9735625386238098 ], "target": 1, "brier": 0.0013978787280350957, "nll": 0.026793215222657568 }, { "id": "transfer-v4-0295", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.6279574632644653, "probabilities": [ 0.6279574632644653, 0.37204253673553467 ], "target": 1, "brier": 0.7886611513390847, "nll": 0.988747085182738 }, { "id": "transfer-v4-0296", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9937617271207273, "probabilities": [ 0.9937617271207273, 0.006238272879272699 ], "target": 0, "brier": 7.783209703253859e-05, "nll": 0.006257812207021615 }, { "id": "transfer-v4-0297", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9692113287746906, "probabilities": [ 0.9692113287746906, 0.030788671225309372 ], "target": 0, "brier": 0.0018958845516403866, "nll": 0.03127260131867547 }, { "id": "transfer-v4-0298", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9720472097396851, "probabilities": [ 0.02795279026031494, 0.9720472097396851 ], "target": 1, "brier": 0.0015627169666743157, "nll": 0.02835090601013322 }, { "id": "transfer-v4-0299", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9705584049224854, "probabilities": [ 0.02944159507751465, 0.9705584049224854 ], "target": 1, "brier": 0.0017336150414166696, "nll": 0.029883697944277934 }, { "id": "transfer-v4-0300", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.8713530898094177, "probabilities": [ 0.8713530898094177, 0.12864691019058228 ], "target": 1, "brier": 1.5185124142408384, "nll": 2.0506837577166657 }, { "id": "transfer-v4-0301", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9861700078472495, "probabilities": [ 0.9861700078472495, 0.013829992152750492 ], "target": 0, "brier": 0.0003825373658902804, "nll": 0.013926517490649092 }, { "id": "transfer-v4-0302", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9775911625474691, "probabilities": [ 0.9775911625474691, 0.02240883745253086 ], "target": 0, "brier": 0.0010043119919478996, "nll": 0.02266373055301828 }, { "id": "transfer-v4-0303", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9279511570930481, "probabilities": [ 0.0720488429069519, 0.9279511570930481 ], "target": 1, "brier": 0.010382071528461267, "nll": 0.0747761800239082 }, { "id": "transfer-v4-0304", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.7334155440330505, "probabilities": [ 0.7334155440330505, 0.26658445596694946 ], "target": 1, "brier": 1.075796720458591, "nll": 1.3220641776374285 }, { "id": "transfer-v4-0305", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9593847393989563, "probabilities": [ 0.0406152606010437, 0.9593847393989563 ], "target": 1, "brier": 0.0032991987873813855, "nll": 0.04146309644160274 }, { "id": "transfer-v4-0306", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8454969525337219, "probabilities": [ 0.8454969525337219, 0.15450304746627808 ], "target": 0, "brier": 0.04774238335273395, "nll": 0.1678307149862225 }, { "id": "transfer-v4-0307", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9729808568954468, "probabilities": [ 0.027019143104553223, 0.9729808568954468 ], "target": 1, "brier": 0.001460068188208652, "nll": 0.027390871300622625 }, { "id": "transfer-v4-0308", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9747419413179159, "probabilities": [ 0.9747419413179159, 0.025258058682084084 ], "target": 0, "brier": 0.0012759390567752063, "nll": 0.025582518588418885 }, { "id": "transfer-v4-0309", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9488758146762848, "probabilities": [ 0.9488758146762848, 0.05112418532371521 ], "target": 0, "brier": 0.005227364650027155, "nll": 0.05247734807486088 }, { "id": "transfer-v4-0310", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.7273017168045044, "probabilities": [ 0.7273017168045044, 0.2726982831954956 ], "target": 0, "brier": 0.14872870731554144, "nll": 0.3184138713067539 }, { "id": "transfer-v4-0311", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8008711338043213, "probabilities": [ 0.1991288661956787, 0.8008711338043213 ], "target": 1, "brier": 0.07930461070475303, "nll": 0.22205522649916268 }, { "id": "transfer-v4-0312", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9908906817436218, "probabilities": [ 0.009109318256378174, 0.9908906817436218 ], "target": 1, "brier": 0.00016595935819196939, "nll": 0.009151061792742169 }, { "id": "transfer-v4-0313", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.6650013029575348, "probabilities": [ 0.6650013029575348, 0.3349986970424652 ], "target": 0, "brier": 0.22444825404029878, "nll": 0.40796627899356364 }, { "id": "transfer-v4-0314", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9585229754447937, "probabilities": [ 0.0414770245552063, 0.9585229754447937 ], "target": 1, "brier": 0.0034406871319063725, "nll": 0.04236174657527459 }, { "id": "transfer-v4-0315", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8777196407318115, "probabilities": [ 0.12228035926818848, 0.8777196407318115 ], "target": 1, "brier": 0.029904972525514495, "nll": 0.13042805213436756 }, { "id": "transfer-v4-0316", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": false, "confidence": 0.5864621996879578, "probabilities": [ 0.5864621996879578, 0.41353780031204224 ], "target": 1, "brier": 0.6878758233256761, "nll": 0.8830063531897812 }, { "id": "transfer-v4-0317", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9912212891504169, "probabilities": [ 0.9912212891504169, 0.008778710849583149 ], "target": 0, "brier": 0.00015413152836117779, "nll": 0.008817470739647606 }, { "id": "transfer-v4-0318", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.9244954288005829, "probabilities": [ 0.9244954288005829, 0.07550457119941711 ], "target": 0, "brier": 0.011401880544015697, "nll": 0.07850717267709739 }, { "id": "transfer-v4-0319", "question": "answers", "type": "noul", "source": "qnli", "error": null, "correct": true, "confidence": 0.8466399908065796, "probabilities": [ 0.8466399908065796, 0.1533600091934204 ], "target": 0, "brier": 0.047038584839611985, "nll": 0.16647971505538064 }, { "id": "transfer-v4-0320", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.6184796690940857, "probabilities": [ 0.3815203309059143, 0.6184796690940857 ], "target": 0, "brier": 0.7650342021654595, "nll": 0.9635911376568495 }, { "id": "transfer-v4-0321", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.5048254728317261, "probabilities": [ 0.5048254728317261, 0.4951745271682739 ], "target": 0, "brier": 0.4903956247126473, "nll": 0.6835425077926685 }, { "id": "transfer-v4-0322", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9746898710727692, "probabilities": [ 0.9746898710727692, 0.025310128927230835 ], "target": 0, "brier": 0.0012812052526260942, "nll": 0.025635939533771447 }, { "id": "transfer-v4-0323", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9744201898574829, "probabilities": [ 0.02557981014251709, 0.9744201898574829 ], "target": 1, "brier": 0.0013086533738544404, "nll": 0.025912661944078492 }, { "id": "transfer-v4-0324", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9353477954864502, "probabilities": [ 0.0646522045135498, 0.9353477954864502 ], "target": 1, "brier": 0.00835981509692374, "nll": 0.06683684507624653 }, { "id": "transfer-v4-0325", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.808667004108429, "probabilities": [ 0.19133299589157104, 0.808667004108429 ], "target": 0, "brier": 1.3078846470674037, "nll": 1.6537399349651394 }, { "id": "transfer-v4-0326", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.7353103160858154, "probabilities": [ 0.26468968391418457, 0.7353103160858154 ], "target": 0, "brier": 1.0813625218844436, "nll": 1.3291971432543468 }, { "id": "transfer-v4-0327", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9631268978118896, "probabilities": [ 0.03687310218811035, 0.9631268978118896 ], "target": 1, "brier": 0.002719251329949657, "nll": 0.03757010243661359 }, { "id": "transfer-v4-0328", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9534240365028381, "probabilities": [ 0.046575963497161865, 0.9534240365028381 ], "target": 1, "brier": 0.004338640751377909, "nll": 0.04769552517737897 }, { "id": "transfer-v4-0329", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8356757760047913, "probabilities": [ 0.16432422399520874, 0.8356757760047913 ], "target": 1, "brier": 0.05400490118325507, "nll": 0.1795145688675306 }, { "id": "transfer-v4-0330", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8647709041833878, "probabilities": [ 0.8647709041833878, 0.13522909581661224 ], "target": 0, "brier": 0.03657381671075699, "nll": 0.14529065778442948 }, { "id": "transfer-v4-0331", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9467350840568542, "probabilities": [ 0.05326491594314575, 0.9467350840568542 ], "target": 1, "brier": 0.005674302540860765, "nll": 0.054735967215439094 }, { "id": "transfer-v4-0332", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.7618682980537415, "probabilities": [ 0.23813170194625854, 0.7618682980537415 ], "target": 1, "brier": 0.11341341494364343, "nll": 0.2719815754333752 }, { "id": "transfer-v4-0333", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9043905735015869, "probabilities": [ 0.09560942649841309, 0.9043905735015869 ], "target": 1, "brier": 0.01828232487071091, "nll": 0.10049396156321756 }, { "id": "transfer-v4-0334", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6111325621604919, "probabilities": [ 0.38886743783950806, 0.6111325621604919 ], "target": 1, "brier": 0.3024357684237273, "nll": 0.49244138399667636 }, { "id": "transfer-v4-0335", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8314434885978699, "probabilities": [ 0.16855651140213013, 0.8314434885978699 ], "target": 1, "brier": 0.05682259507211285, "nll": 0.18459194586035738 }, { "id": "transfer-v4-0336", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.7090436816215515, "probabilities": [ 0.2909563183784485, 0.7090436816215515 ], "target": 1, "brier": 0.16931115840868216, "nll": 0.3438381441622939 }, { "id": "transfer-v4-0337", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9045786261558533, "probabilities": [ 0.09542137384414673, 0.9045786261558533 ], "target": 1, "brier": 0.01821047717260882, "nll": 0.10028605016817624 }, { "id": "transfer-v4-0338", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.990590495057404, "probabilities": [ 0.990590495057404, 0.009409504942595959 ], "target": 0, "brier": 0.00017707756652947555, "nll": 0.009454054010916002 }, { "id": "transfer-v4-0339", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9087133407592773, "probabilities": [ 0.09128665924072266, 0.9087133407592773 ], "target": 1, "brier": 0.01666650831066363, "nll": 0.09572559124050398 }, { "id": "transfer-v4-0340", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.7741125822067261, "probabilities": [ 0.22588741779327393, 0.7741125822067261 ], "target": 1, "brier": 0.10205025103462617, "nll": 0.25603796092251996 }, { "id": "transfer-v4-0341", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8100929260253906, "probabilities": [ 0.18990707397460938, 0.8100929260253906 ], "target": 1, "brier": 0.07212939349119551, "nll": 0.21060631440775213 }, { "id": "transfer-v4-0342", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.7980794906616211, "probabilities": [ 0.2019205093383789, 0.7980794906616211 ], "target": 1, "brier": 0.08154378418294073, "nll": 0.2255470741353886 }, { "id": "transfer-v4-0343", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9680332355201244, "probabilities": [ 0.9680332355201244, 0.031966764479875565 ], "target": 0, "brier": 0.002043748062623668, "nll": 0.03248885807996112 }, { "id": "transfer-v4-0344", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6367948651313782, "probabilities": [ 0.3632051348686218, 0.6367948651313782 ], "target": 1, "brier": 0.26383593998986754, "nll": 0.45130770803444586 }, { "id": "transfer-v4-0345", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9556587338447571, "probabilities": [ 0.04434126615524292, 0.9556587338447571 ], "target": 1, "brier": 0.0039322957685001825, "nll": 0.04535440262648722 }, { "id": "transfer-v4-0346", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9728737361729145, "probabilities": [ 0.9728737361729145, 0.027126263827085495 ], "target": 0, "brier": 0.001471668378433294, "nll": 0.02750097276763057 }, { "id": "transfer-v4-0347", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8764610439538956, "probabilities": [ 0.8764610439538956, 0.12353895604610443 ], "target": 0, "brier": 0.030523747321922645, "nll": 0.13186302061266864 }, { "id": "transfer-v4-0348", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9046791195869446, "probabilities": [ 0.09532088041305542, 0.9046791195869446 ], "target": 1, "brier": 0.018172140485440025, "nll": 0.10017496214721172 }, { "id": "transfer-v4-0349", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9215094372630119, "probabilities": [ 0.9215094372630119, 0.07849056273698807 ], "target": 0, "brier": 0.01232153687753812, "nll": 0.08174226072772535 }, { "id": "transfer-v4-0350", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9167297184467316, "probabilities": [ 0.9167297184467316, 0.08327028155326843 ], "target": 0, "brier": 0.013867879579921194, "nll": 0.08694259559505332 }, { "id": "transfer-v4-0351", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.6254012584686279, "probabilities": [ 0.37459874153137207, 0.6254012584686279 ], "target": 0, "brier": 0.7822534681882871, "nll": 0.9818998484775997 }, { "id": "transfer-v4-0352", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8144934177398682, "probabilities": [ 0.18550658226013184, 0.8144934177398682 ], "target": 1, "brier": 0.06882538412367012, "nll": 0.20518893232337518 }, { "id": "transfer-v4-0353", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6562073826789856, "probabilities": [ 0.3437926173210144, 0.6562073826789856 ], "target": 1, "brier": 0.2363867274488669, "nll": 0.4212784078646818 }, { "id": "transfer-v4-0354", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.5648004412651062, "probabilities": [ 0.4351995587348938, 0.5648004412651062 ], "target": 1, "brier": 0.37879731184609255, "nll": 0.5712828115266638 }, { "id": "transfer-v4-0355", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.6261847019195557, "probabilities": [ 0.37381529808044434, 0.6261847019195557 ], "target": 0, "brier": 0.7842145618361656, "nll": 0.9839934589542287 }, { "id": "transfer-v4-0356", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9871032228693366, "probabilities": [ 0.9871032228693366, 0.012896777130663395 ], "target": 0, "brier": 0.0003326537207160047, "nll": 0.012980662575947178 }, { "id": "transfer-v4-0357", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9213652610778809, "probabilities": [ 0.07863473892211914, 0.9213652610778809 ], "target": 1, "brier": 0.012366844330699678, "nll": 0.08189872951592352 }, { "id": "transfer-v4-0358", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9091010093688965, "probabilities": [ 0.09089899063110352, 0.9091010093688965 ], "target": 1, "brier": 0.01652525299550689, "nll": 0.09529906956025772 }, { "id": "transfer-v4-0359", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9217769503593445, "probabilities": [ 0.07822304964065552, 0.9217769503593445 ], "target": 1, "brier": 0.012237690990168915, "nll": 0.08145200404270121 }, { "id": "transfer-v4-0360", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.7595505714416504, "probabilities": [ 0.2404494285583496, 0.7595505714416504 ], "target": 0, "brier": 1.1538341411546753, "nll": 1.4252454878121332 }, { "id": "transfer-v4-0361", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.7371609807014465, "probabilities": [ 0.26283901929855347, 0.7371609807014465 ], "target": 1, "brier": 0.13816870013165072, "nll": 0.30494898364118556 }, { "id": "transfer-v4-0362", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.7929844260215759, "probabilities": [ 0.20701557397842407, 0.7929844260215759 ], "target": 0, "brier": 1.2576485998255365, "nll": 1.5749612519361555 }, { "id": "transfer-v4-0363", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.844094455242157, "probabilities": [ 0.15590554475784302, 0.844094455242157 ], "target": 1, "brier": 0.048613077772479585, "nll": 0.16949087685403652 }, { "id": "transfer-v4-0364", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9647847451269627, "probabilities": [ 0.9647847451269627, 0.03521525487303734 ], "target": 0, "brier": 0.00248022835154596, "nll": 0.0358502645697875 }, { "id": "transfer-v4-0365", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9167624935507774, "probabilities": [ 0.9167624935507774, 0.08323750644922256 ], "target": 0, "brier": 0.013856964959768736, "nll": 0.08690684403435958 }, { "id": "transfer-v4-0366", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9722596313804388, "probabilities": [ 0.9722596313804388, 0.027740368619561195 ], "target": 0, "brier": 0.001539056102298271, "nll": 0.028132399715646756 }, { "id": "transfer-v4-0367", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8713620901107788, "probabilities": [ 0.1286379098892212, 0.8713620901107788 ], "target": 1, "brier": 0.03309542372133478, "nll": 0.1376976708230918 }, { "id": "transfer-v4-0368", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.827747255563736, "probabilities": [ 0.827747255563736, 0.17225274443626404 ], "target": 0, "brier": 0.05934201593164978, "nll": 0.18904741809789669 }, { "id": "transfer-v4-0369", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6498607695102692, "probabilities": [ 0.6498607695102692, 0.35013923048973083 ], "target": 0, "brier": 0.2451949614558817, "nll": 0.4309971397901442 }, { "id": "transfer-v4-0370", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9762519970536232, "probabilities": [ 0.9762519970536232, 0.0237480029463768 ], "target": 0, "brier": 0.0011279352878822424, "nll": 0.024034532192819483 }, { "id": "transfer-v4-0371", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.5763038396835327, "probabilities": [ 0.4236961603164673, 0.5763038396835327 ], "target": 0, "brier": 0.664252231267966, "nll": 0.8587386836600577 }, { "id": "transfer-v4-0372", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9694753922522068, "probabilities": [ 0.9694753922522068, 0.030524607747793198 ], "target": 0, "brier": 0.001863503356313273, "nll": 0.0310001865171656 }, { "id": "transfer-v4-0373", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.9812983367592096, "probabilities": [ 0.9812983367592096, 0.018701663240790367 ], "target": 1, "brier": 1.9258928514527824, "nll": 3.9791428157190483 }, { "id": "transfer-v4-0374", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.894832968711853, "probabilities": [ 0.10516703128814697, 0.894832968711853 ], "target": 0, "brier": 1.6014520837873363, "nll": 2.2522054185927676 }, { "id": "transfer-v4-0375", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9820812959223986, "probabilities": [ 0.9820812959223986, 0.017918704077601433 ], "target": 0, "brier": 0.0006421599116413004, "nll": 0.018081187982559914 }, { "id": "transfer-v4-0376", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.5621512234210968, "probabilities": [ 0.5621512234210968, 0.4378487765789032 ], "target": 0, "brier": 0.3834231023032846, "nll": 0.5759843844637401 }, { "id": "transfer-v4-0377", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9912121156230569, "probabilities": [ 0.9912121156230569, 0.008787884376943111 ], "target": 0, "brier": 0.00015445382364504164, "nll": 0.008826725554803506 }, { "id": "transfer-v4-0378", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8995331525802612, "probabilities": [ 0.10046684741973877, 0.8995331525802612 ], "target": 0, "brier": 1.618319785181967, "nll": 2.2979274823247113 }, { "id": "transfer-v4-0379", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9797699544578791, "probabilities": [ 0.9797699544578791, 0.020230045542120934 ], "target": 0, "brier": 0.0008185094852725741, "nll": 0.020437475222450586 }, { "id": "transfer-v4-0380", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.5145702958106995, "probabilities": [ 0.5145702958106995, 0.48542970418930054 ], "target": 0, "brier": 0.47128399541862365, "nll": 0.6644231036712968 }, { "id": "transfer-v4-0381", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.5862615704536438, "probabilities": [ 0.4137384295463562, 0.5862615704536438 ], "target": 0, "brier": 0.6874052579815455, "nll": 0.8825213175245316 }, { "id": "transfer-v4-0382", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.88202965259552, "probabilities": [ 0.11797034740447998, 0.88202965259552 ], "target": 0, "brier": 1.5559526161155475, "nll": 2.137321979278268 }, { "id": "transfer-v4-0383", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9144811630249023, "probabilities": [ 0.08551883697509766, 0.9144811630249023 ], "target": 1, "brier": 0.01462694295514666, "nll": 0.08939840947719085 }, { "id": "transfer-v4-0384", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9536455869674683, "probabilities": [ 0.04635441303253174, 0.9536455869674683 ], "target": 1, "brier": 0.0042974632151810965, "nll": 0.04746317868839901 }, { "id": "transfer-v4-0385", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.960571501404047, "probabilities": [ 0.960571501404047, 0.03942849859595299 ], "target": 0, "brier": 0.0031092130030621334, "nll": 0.040226857686768376 }, { "id": "transfer-v4-0386", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.8801729679107666, "probabilities": [ 0.1198270320892334, 0.8801729679107666 ], "target": 0, "brier": 1.5494089068816947, "nll": 2.1217059752717002 }, { "id": "transfer-v4-0387", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.98795095551759, "probabilities": [ 0.98795095551759, 0.012049044482409954 ], "target": 0, "brier": 0.0002903589458781875, "nll": 0.012122222630765516 }, { "id": "transfer-v4-0388", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8157898783683777, "probabilities": [ 0.18421012163162231, 0.8157898783683777 ], "target": 1, "brier": 0.06786673782307417, "nll": 0.2035984591768996 }, { "id": "transfer-v4-0389", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8502814173698425, "probabilities": [ 0.14971858263015747, 0.8502814173698425 ], "target": 1, "brier": 0.04483130796956658, "nll": 0.16218790503378047 }, { "id": "transfer-v4-0390", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9855957869440317, "probabilities": [ 0.9855957869440317, 0.014404213055968285 ], "target": 0, "brier": 0.0004149627075234544, "nll": 0.014508960822375325 }, { "id": "transfer-v4-0391", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.6375292539596558, "probabilities": [ 0.6375292539596558, 0.36247074604034424 ], "target": 0, "brier": 0.26277008347008746, "nll": 0.4501551144382379 }, { "id": "transfer-v4-0392", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.9509166479110718, "probabilities": [ 0.04908335208892822, 0.9509166479110718 ], "target": 0, "brier": 1.8084849425488585, "nll": 3.0142353630012404 }, { "id": "transfer-v4-0393", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.8400011360645294, "probabilities": [ 0.8400011360645294, 0.15999886393547058 ], "target": 0, "brier": 0.05119927292128246, "nll": 0.1743520346879192 }, { "id": "transfer-v4-0394", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.859830915927887, "probabilities": [ 0.859830915927887, 0.14016908407211304 ], "target": 0, "brier": 0.039294744259230185, "nll": 0.15101951845092065 }, { "id": "transfer-v4-0395", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.5634728074073792, "probabilities": [ 0.5634728074073792, 0.43652719259262085 ], "target": 0, "brier": 0.3811119797455902, "nll": 0.5736362032640682 }, { "id": "transfer-v4-0396", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": false, "confidence": 0.7741358131170273, "probabilities": [ 0.7741358131170273, 0.22586418688297272 ], "target": 1, "brier": 1.198572514300722, "nll": 1.4878214033441617 }, { "id": "transfer-v4-0397", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9769919421523809, "probabilities": [ 0.9769919421523809, 0.023008057847619057 ], "target": 0, "brier": 0.0010587414518387697, "nll": 0.02327687451442898 }, { "id": "transfer-v4-0398", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.7990437000989914, "probabilities": [ 0.7990437000989914, 0.2009562999010086 ], "target": 0, "brier": 0.08076686893980822, "nll": 0.2243396412208943 }, { "id": "transfer-v4-0399", "question": "paraphrase", "type": "noul", "source": "paws", "error": null, "correct": true, "confidence": 0.9209640026092529, "probabilities": [ 0.07903599739074707, 0.9209640026092529 ], "target": 1, "brier": 0.012493377767100355, "nll": 0.08233432860549088 }, { "id": "transfer-v4-0400", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9855674675041792, "probabilities": [ 0.0014505475078105264, 0.9855674675041792, 0.008854454535811589, 0.00412753045219864 ], "target": 1, "brier": 0.00030583995507591936, "nll": 0.014537694555911123 }, { "id": "transfer-v4-0401", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7833765078364952, "probabilities": [ 0.08174639743356091, 0.07219910360717723, 0.06267799112276673, 0.7833765078364952 ], "target": 3, "brier": 0.06274945198334328, "nll": 0.24414184564387925 }, { "id": "transfer-v4-0402", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9921071703703471, "probabilities": [ 0.9921071703703471, 0.003952485816123434, 0.0013677512659097666, 0.0025725925476196257 ], "target": 0, "brier": 8.640787963084908e-05, "nll": 0.007924142885059176 }, { "id": "transfer-v4-0403", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9699022454904943, "probabilities": [ 0.0017907659640042455, 0.003415994700852022, 0.02489099384464937, 0.9699022454904943 ], "target": 3, "brier": 0.0015403122636229282, "nll": 0.03055999040798798 }, { "id": "transfer-v4-0404", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8304950788266743, "probabilities": [ 0.004064866436293033, 0.8304950788266743, 0.15712549158198508, 0.00831456315504767 ], "target": 1, "brier": 0.05350599350646001, "nll": 0.1857332755012211 }, { "id": "transfer-v4-0405", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9639441388918909, "probabilities": [ 0.9639441388918909, 0.014388388980903456, 0.008093754775996794, 0.013573717351208846 ], "target": 0, "brier": 0.0017568055268175175, "nll": 0.03672193325817779 }, { "id": "transfer-v4-0406", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.987878555697235, "probabilities": [ 0.0014657430224854855, 0.987878555697235, 0.00564103837387754, 0.005014662906401894 ], "target": 1, "brier": 0.00020604597259340007, "nll": 0.012195508124252144 }, { "id": "transfer-v4-0407", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9896873908942863, "probabilities": [ 0.0009431039289557332, 0.9896873908942863, 0.0025975099036043003, 0.0067719952731537265 ], "target": 1, "brier": 0.0001598463292670006, "nll": 0.010366152491774654 }, { "id": "transfer-v4-0408", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9353662321185329, "probabilities": [ 0.9353662321185329, 0.039165928517406405, 0.009876031325052324, 0.015591808039008382 ], "target": 0, "brier": 0.006052134379844662, "nll": 0.06681713427939441 }, { "id": "transfer-v4-0409", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9861214871765287, "probabilities": [ 0.0036591138185364407, 0.005589931337045637, 0.004629467667889172, 0.9861214871765287 ], "target": 3, "brier": 0.00025868153536917767, "nll": 0.01397571982291389 }, { "id": "transfer-v4-0410", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9765027489196034, "probabilities": [ 0.01786415042839199, 0.005266244376396582, 0.0003668562756080555, 0.9765027489196034 ], "target": 3, "brier": 0.0008991165922222975, "nll": 0.02377771359552711 }, { "id": "transfer-v4-0411", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9845804860948448, "probabilities": [ 0.010230340363695958, 0.004225625780510914, 0.9845804860948448, 0.0009635477609483102 ], "target": 2, "brier": 0.00036120561055288735, "nll": 0.015539630974035146 }, { "id": "transfer-v4-0412", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.953325729132784, "probabilities": [ 0.0018872355194321157, 0.006919728451870295, 0.953325729132784, 0.037867306895913624 ], "target": 2, "brier": 0.0036638647922889837, "nll": 0.04779864030230303 }, { "id": "transfer-v4-0413", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9765417512172905, "probabilities": [ 0.9765417512172905, 0.009509145220216349, 0.006667913359892188, 0.0072811902026009455 ], "target": 0, "brier": 0.000738190078112137, "nll": 0.023737773596526058 }, { "id": "transfer-v4-0414", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.99498580832224, "probabilities": [ 0.003227345145576586, 0.0011484068696730508, 0.0006384396625102953, 0.99498580832224 ], "target": 3, "brier": 3.728431841097252e-05, "nll": 0.005026804917985309 }, { "id": "transfer-v4-0415", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9781309539937094, "probabilities": [ 0.0013928949997756887, 0.9781309539937094, 0.012760493977239114, 0.0077156570292758 ], "target": 1, "brier": 0.0007025568996422229, "nll": 0.022111718122027384 }, { "id": "transfer-v4-0416", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.6511333257321272, "probabilities": [ 0.24619603409004784, 0.02808612257554138, 0.07458451760228356, 0.6511333257321272 ], "target": 3, "brier": 0.18867212416368773, "nll": 0.42904085631067906 }, { "id": "transfer-v4-0417", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9764625684739574, "probabilities": [ 0.9764625684739574, 0.009536785322269415, 0.007361793616907877, 0.006638852586865306 ], "target": 0, "brier": 0.0007432313260542709, "nll": 0.02381886173604331 }, { "id": "transfer-v4-0418", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.978014469602152, "probabilities": [ 0.978014469602152, 0.010971616027397857, 0.004271247426174231, 0.006742666944275921 ], "target": 0, "brier": 0.0006674470172243835, "nll": 0.022230813962541104 }, { "id": "transfer-v4-0419", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9920482987861392, "probabilities": [ 0.9920482987861392, 0.0015427841193127155, 0.002137490961350199, 0.004271426133197859 ], "target": 0, "brier": 8.842368385453817e-05, "nll": 0.007983484590021664 }, { "id": "transfer-v4-0420", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7875997923899002, "probabilities": [ 0.0014264260942844279, 0.0020305511759119254, 0.20894323033990347, 0.7875997923899002 ], "target": 3, "brier": 0.08877727952716791, "nll": 0.2387651958156013 }, { "id": "transfer-v4-0421", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9918654766576428, "probabilities": [ 0.002670236685697703, 0.9918654766576428, 0.0025027706806423585, 0.00296151597601709 ], "target": 1, "brier": 8.833507192108752e-05, "nll": 0.008167789100910018 }, { "id": "transfer-v4-0422", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": false, "confidence": 0.5538114268048746, "probabilities": [ 0.40350240168346163, 0.024698991144456034, 0.5538114268048746, 0.017987180367207672 ], "target": 0, "brier": 0.6634500600781658, "nll": 0.9075728391623092 }, { "id": "transfer-v4-0423", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9757868369599239, "probabilities": [ 0.9757868369599239, 0.004308289057379697, 0.012684395950244608, 0.007220478032451804 ], "target": 0, "brier": 0.0008178678226469481, "nll": 0.02451112117701252 }, { "id": "transfer-v4-0424", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9954944299691869, "probabilities": [ 0.0014917435232682118, 0.0007240562300194691, 0.9954944299691869, 0.0022897702775254015 ], "target": 2, "brier": 2.8292765389842474e-05, "nll": 0.004515750702794048 }, { "id": "transfer-v4-0425", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.6642611301116843, "probabilities": [ 0.2471426009652994, 0.6642611301116843, 0.04481560892387138, 0.0437806599991449 ], "target": 1, "brier": 0.1777252389589547, "nll": 0.409079938574901 }, { "id": "transfer-v4-0426", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.909264877313553, "probabilities": [ 0.0004191826240248232, 0.005367963310175987, 0.08494797675224625, 0.909264877313553 ], "target": 3, "brier": 0.015478011987396439, "nll": 0.09511883306737115 }, { "id": "transfer-v4-0427", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9901204371996526, "probabilities": [ 0.001504908821443004, 0.0030187923331145023, 0.9901204371996526, 0.00535586164578987 ], "target": 2, "brier": 0.00013766887280617916, "nll": 0.009928689515694398 }, { "id": "transfer-v4-0428", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9724022064606975, "probabilities": [ 0.003304649145645231, 0.9724022064606975, 0.013529422676107794, 0.010763721717549433 ], "target": 1, "brier": 0.0010714618973754041, "nll": 0.02798576745523025 }, { "id": "transfer-v4-0429", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9807259865282263, "probabilities": [ 0.0013255517824121287, 0.9807259865282263, 0.0036652117894237952, 0.014283249899937778 ], "target": 1, "brier": 0.0005906896880033741, "nll": 0.01946217899648845 }, { "id": "transfer-v4-0430", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9827813316204468, "probabilities": [ 0.9827813316204468, 0.0030718801415138756, 0.007737981005978672, 0.006408807232060702 ], "target": 0, "brier": 0.0004068681485554533, "nll": 0.0173686336107126 }, { "id": "transfer-v4-0431", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": false, "confidence": 0.6183788546033631, "probabilities": [ 0.24989441596364914, 0.08760866941479335, 0.04411806001819447, 0.6183788546033631 ], "target": 0, "brier": 0.9546724771994818, "nll": 1.3867167864743222 }, { "id": "transfer-v4-0432", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9959885833111479, "probabilities": [ 0.003097562229799623, 0.0003900200092982999, 0.0005238344497541315, 0.9959885833111479 ], "target": 3, "brier": 2.611287375748443e-05, "nll": 0.00401948400224233 }, { "id": "transfer-v4-0433", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9652216677190596, "probabilities": [ 0.9652216677190596, 0.01046826251097311, 0.010142444887986417, 0.014167624881980822 ], "target": 0, "brier": 0.0016227076993445104, "nll": 0.03539749654098422 }, { "id": "transfer-v4-0434", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9259845355716199, "probabilities": [ 0.024745240116159244, 0.9259845355716199, 0.04402598615663165, 0.0052442381555893045 ], "target": 1, "brier": 0.008056405373851643, "nll": 0.07689774472203915 }, { "id": "transfer-v4-0435", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9838933530066403, "probabilities": [ 0.9838933530066403, 0.009258141350996778, 0.0030092276761610505, 0.0038392779662019313 ], "target": 0, "brier": 0.0003689327651524777, "nll": 0.016237768894351183 }, { "id": "transfer-v4-0436", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.45919323309654914, "probabilities": [ 0.45919323309654914, 0.3975804179726572, 0.07571987864166407, 0.06750647028912954 ], "target": 0, "brier": 0.4608327714362817, "nll": 0.7782841703733633 }, { "id": "transfer-v4-0437", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.997023397434881, "probabilities": [ 0.997023397434881, 0.0015801445016942765, 0.0007510145613714961, 0.0006454435020532427 ], "target": 0, "brier": 1.233763966264245e-05, "nll": 0.0029810414572679464 }, { "id": "transfer-v4-0438", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7377458975705332, "probabilities": [ 0.16155554715295614, 0.048463949154256634, 0.052234606122253974, 0.7377458975705332 ], "target": 3, "brier": 0.09995461750134967, "nll": 0.3041558259057817 }, { "id": "transfer-v4-0439", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9617147821858719, "probabilities": [ 0.000994931945379024, 0.9617147821858719, 0.026906850868917757, 0.010383434999831272 ], "target": 1, "brier": 0.002298542138729067, "nll": 0.03903735649083478 }, { "id": "transfer-v4-0440", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.977204219532268, "probabilities": [ 0.01227679682415346, 0.977204219532268, 0.005307469137833184, 0.005211514505745381 ], "target": 1, "brier": 0.0007256964594872229, "nll": 0.023059621625610503 }, { "id": "transfer-v4-0441", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9848274865907103, "probabilities": [ 0.0028700536585092875, 0.0029411203207411513, 0.9848274865907103, 0.00936133943003924 ], "target": 2, "brier": 0.0003347272358232826, "nll": 0.015288793665984918 }, { "id": "transfer-v4-0442", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9512385457715263, "probabilities": [ 0.01841900374880353, 0.9512385457715263, 0.02784391588552379, 0.00249853459414633 ], "target": 1, "brier": 0.003498465444532241, "nll": 0.049990411117606263 }, { "id": "transfer-v4-0443", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.956471167868017, "probabilities": [ 0.007459497722068049, 0.014643200089597705, 0.956471167868017, 0.02142613432031723 ], "target": 2, "brier": 0.002623905873816164, "nll": 0.04450463392466328 }, { "id": "transfer-v4-0444", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.994022256588761, "probabilities": [ 0.000942880757841453, 0.994022256588761, 0.0019944819083730606, 0.0030403807450245617 ], "target": 1, "brier": 4.984431357166277e-05, "nll": 0.005995681641869065 }, { "id": "transfer-v4-0445", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.978474068488198, "probabilities": [ 0.978474068488198, 0.003711182811136197, 0.006363330330407129, 0.011451418370258721 ], "target": 0, "brier": 0.0006487655608930431, "nll": 0.02176099378669838 }, { "id": "transfer-v4-0446", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.917709357200209, "probabilities": [ 0.023604963474434117, 0.028581924948767434, 0.030103754376589534, 0.917709357200209 ], "target": 3, "brier": 0.009052106654375176, "nll": 0.08587454284845804 }, { "id": "transfer-v4-0447", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9923494494072101, "probabilities": [ 0.0006759594392205837, 0.0022439247960488852, 0.004730666357520327, 0.9923494494072101 ], "target": 3, "brier": 8.640224821280622e-05, "nll": 0.0076799661813185295 }, { "id": "transfer-v4-0448", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9925623597928889, "probabilities": [ 0.0024663428929575424, 0.0008595802991170839, 0.9925623597928889, 0.004111717015036482 ], "target": 2, "brier": 7.904643421844899e-05, "nll": 0.007465437368997059 }, { "id": "transfer-v4-0449", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9865345155554797, "probabilities": [ 0.9865345155554797, 0.00898302925608722, 0.0022074762340165374, 0.0022749789544165423 ], "target": 0, "brier": 0.0002720625665081241, "nll": 0.013556966239507074 }, { "id": "transfer-v4-0450", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8987908681426691, "probabilities": [ 0.05362287726036211, 0.8987908681426691, 0.03051101338064159, 0.017075241216327218 ], "target": 1, "brier": 0.01434118713710391, "nll": 0.10670489877746199 }, { "id": "transfer-v4-0451", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9940715881759314, "probabilities": [ 0.0030523186067382083, 0.0025824942862730277, 0.00029359893105728374, 0.9940715881759314 ], "target": 3, "brier": 5.121819270374697e-05, "nll": 0.005946054621182395 }, { "id": "transfer-v4-0452", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.985435197518171, "probabilities": [ 0.001490856561748939, 0.0036489610109364102, 0.985435197518171, 0.009424984909143714 ], "target": 2, "brier": 0.0003165013816193231, "nll": 0.0146719104943815 }, { "id": "transfer-v4-0453", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9818852651278971, "probabilities": [ 0.0029313662410188034, 0.0035479308959917985, 0.9818852651278971, 0.011635437735092262 ], "target": 2, "brier": 0.0004847077524555081, "nll": 0.018280815409055046 }, { "id": "transfer-v4-0454", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9959211165649186, "probabilities": [ 0.0015192399452330447, 0.0024414304193203207, 0.00011821307052809746, 0.9959211165649186 ], "target": 3, "brier": 2.491993691059982e-05, "nll": 0.004087224770068672 }, { "id": "transfer-v4-0455", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.951894684569813, "probabilities": [ 0.011561130911018368, 0.951894684569813, 0.028371665151147196, 0.008172519368021424 ], "target": 1, "brier": 0.003319522576849001, "nll": 0.04930087576209549 }, { "id": "transfer-v4-0456", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9851378321710897, "probabilities": [ 0.0053222603808989605, 0.9851378321710897, 0.002381901751239526, 0.007158005696771735 ], "target": 1, "brier": 0.00030612098964435627, "nll": 0.014973716461334486 }, { "id": "transfer-v4-0457", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9837703079522369, "probabilities": [ 0.0062709488645268045, 0.0022906056546291003, 0.9837703079522369, 0.007668137528607262 ], "target": 2, "brier": 0.00036677491104939017, "nll": 0.01636283605598575 }, { "id": "transfer-v4-0458", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9858178186497173, "probabilities": [ 0.0035990244974688844, 0.9858178186497173, 0.005324266683595254, 0.005258890169218608 ], "target": 1, "brier": 0.00027009098671563434, "nll": 0.014283709554965619 }, { "id": "transfer-v4-0459", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9708094737003994, "probabilities": [ 0.9708094737003994, 0.010188220215884423, 0.006253286820767397, 0.012749019262948818 ], "target": 0, "brier": 0.0011575277450448546, "nll": 0.029625046524237083 }, { "id": "transfer-v4-0460", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9799688955846287, "probabilities": [ 0.9799688955846287, 0.003519060501632092, 0.003542502823347602, 0.012969541090391567 ], "target": 0, "brier": 0.0005943872532624341, "nll": 0.02023444702057692 }, { "id": "transfer-v4-0461", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9935793549307904, "probabilities": [ 0.0013533826704361365, 0.002195502326203608, 0.0028717600725698166, 0.9935793549307904 ], "target": 3, "brier": 5.6123564136173856e-05, "nll": 0.00644134606751078 }, { "id": "transfer-v4-0462", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9723070186326477, "probabilities": [ 0.0005890187411164185, 0.022186601357559885, 0.004917361268675974, 0.9723070186326477 ], "target": 3, "brier": 0.001283673881735862, "nll": 0.028083661605057503 }, { "id": "transfer-v4-0463", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9835267441848617, "probabilities": [ 0.9835267441848617, 0.0083733851905715, 0.004100144779882717, 0.003999725844684001 ], "target": 0, "brier": 0.00037429073074930107, "nll": 0.01661044865557255 }, { "id": "transfer-v4-0464", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9937445292294239, "probabilities": [ 0.9937445292294239, 0.0015716866693466483, 0.0006996844733905133, 0.003984099627838968 ], "target": 0, "brier": 5.796372175498412e-05, "nll": 0.006275118206687145 }, { "id": "transfer-v4-0465", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9698695820333106, "probabilities": [ 0.9698695820333106, 0.01733784321059984, 0.005998035697330488, 0.006794539058759001 ], "target": 0, "brier": 0.0012905850872901923, "nll": 0.03059366803617423 }, { "id": "transfer-v4-0466", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9697661305008974, "probabilities": [ 0.9697661305008974, 0.009067653589686041, 0.004994280121810789, 0.01617193578760575 ], "target": 0, "brier": 0.0012827835475648682, "nll": 0.030700339131001758 }, { "id": "transfer-v4-0467", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.6594803492971594, "probabilities": [ 0.0095803963477633, 0.01978586475777671, 0.6594803492971594, 0.31115338959730054 ], "target": 2, "brier": 0.21325332881106737, "nll": 0.41630310363387496 }, { "id": "transfer-v4-0468", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9832767669397697, "probabilities": [ 0.9832767669397697, 0.005315584358309284, 0.0019838475540811078, 0.009423801147839849 ], "target": 0, "brier": 0.0004006656402489422, "nll": 0.016864645117012786 }, { "id": "transfer-v4-0469", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9559474502862424, "probabilities": [ 0.9559474502862424, 0.0030031434460264976, 0.0034758008243328817, 0.03757360544339823 ], "target": 0, "brier": 0.0033735030242270955, "nll": 0.045052335761379354 }, { "id": "transfer-v4-0470", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.858316316236836, "probabilities": [ 0.858316316236836, 0.04657213043853268, 0.019435321714775262, 0.07567623160985607 ], "target": 0, "brier": 0.02834785333910935, "nll": 0.1527825804924349 }, { "id": "transfer-v4-0471", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7235892179534055, "probabilities": [ 0.002780632720108936, 0.7235892179534055, 0.26187683456615607, 0.011753314760329519 ], "target": 1, "brier": 0.14512826924017938, "nll": 0.32353142613391656 }, { "id": "transfer-v4-0472", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7160923125029758, "probabilities": [ 0.7160923125029758, 0.05374853120646172, 0.05082784763518955, 0.17933130865537292 ], "target": 0, "brier": 0.11823566798603462, "nll": 0.3339461922552198 }, { "id": "transfer-v4-0473", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9702728871526389, "probabilities": [ 0.0020686730031151505, 0.9702728871526389, 0.018121430435172992, 0.00953700940907293 ], "target": 1, "brier": 0.0013073214357191166, "nll": 0.030177920088234448 }, { "id": "transfer-v4-0474", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9906939279865125, "probabilities": [ 0.0008553400927647283, 0.002012526507093742, 0.9906939279865125, 0.006438205413629098 ], "target": 2, "brier": 0.00013283533488434482, "nll": 0.009349644035246308 }, { "id": "transfer-v4-0475", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9264005609167852, "probabilities": [ 0.0012700991029533494, 0.001167092379404579, 0.9264005609167852, 0.0711622476008568 ], "target": 2, "brier": 0.010483918173322879, "nll": 0.07644856668346732 }, { "id": "transfer-v4-0476", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9784072016453186, "probabilities": [ 0.9784072016453186, 0.0023887702202712016, 0.0035278426858581908, 0.015676185448552007 ], "target": 0, "brier": 0.000730143628184744, "nll": 0.02182933400122845 }, { "id": "transfer-v4-0477", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.993353280715998, "probabilities": [ 0.002226241007063646, 0.0003885731696071949, 0.993353280715998, 0.004031905107331097 ], "target": 2, "brier": 6.55422741645164e-05, "nll": 0.006668907094706214 }, { "id": "transfer-v4-0478", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9301914194788777, "probabilities": [ 0.0014156015247519906, 0.9301914194788777, 0.06138411659944608, 0.007008862396924177 ], "target": 1, "brier": 0.008692375764844301, "nll": 0.07236488661774514 }, { "id": "transfer-v4-0479", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9917703900441226, "probabilities": [ 0.9917703900441226, 0.0009353539239528197, 0.00596911322478022, 0.0013251428071443389 ], "target": 0, "brier": 0.00010598768313850292, "nll": 0.008263660137715916 }, { "id": "transfer-v4-0480", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3110891259380495, "probabilities": [ 0.30222975982554434, 0.14011332288300005, 0.3110891259380495, 0.12146719454625848, 0.12510059680714758 ], "target": 0, "brier": 0.6336959342717761, "nll": 1.1965677567400974 }, { "id": "transfer-v4-0481", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.36044553754058256, "probabilities": [ 0.2589087033922253, 0.1892616188966263, 0.36044553754058256, 0.19138414017056582 ], "target": 2, "brier": 0.5485114766401962, "nll": 1.0204144084534827 }, { "id": "transfer-v4-0482", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.29635678066418086, "probabilities": [ 0.25923938718018175, 0.29635678066418086, 0.22861557730803983, 0.21578825484759756 ], "target": 1, "brier": 0.6611484931008919, "nll": 1.2161912104155441 }, { "id": "transfer-v4-0483", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9429950815108078, "probabilities": [ 0.0009831753664710716, 0.9429950815108078, 0.00654007920549336, 0.04423281597781683, 0.005248847939410947 ], "target": 1, "brier": 0.005277392415793275, "nll": 0.05869421215145702 }, { "id": "transfer-v4-0484", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9433025352300066, "probabilities": [ 0.025084354596644928, 0.9433025352300066, 0.0033916810890954256, 0.028221429084253045 ], "target": 1, "brier": 0.004651779917042513, "nll": 0.058368225711997124 }, { "id": "transfer-v4-0485", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9819097685812538, "probabilities": [ 0.9819097685812538, 0.008702888301413237, 0.002884497682230624, 0.006502845435102404 ], "target": 0, "brier": 0.0004536040632022941, "nll": 0.018255860204527734 }, { "id": "transfer-v4-0486", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7721177073490292, "probabilities": [ 0.7721177073490292, 0.19579450111426736, 0.010089970777436235, 0.009956080123432945, 0.012041740635834259 ], "target": 0, "brier": 0.09061176052970199, "nll": 0.25861826992046627 }, { "id": "transfer-v4-0487", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8129495482811318, "probabilities": [ 0.08342074572547209, 0.0502254223644164, 0.05340428362897979, 0.8129495482811318 ], "target": 3, "brier": 0.04732150286723507, "nll": 0.20708622759466455 }, { "id": "transfer-v4-0488", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9457581847781686, "probabilities": [ 0.9457581847781686, 0.017159962323458545, 0.016612508584791442, 0.020469344313581335 ], "target": 0, "brier": 0.003931608323609527, "nll": 0.05576836123399742 }, { "id": "transfer-v4-0489", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5171185318850952, "probabilities": [ 0.3761965169529129, 0.060296202349714646, 0.03068762753729694, 0.015701121274980353, 0.5171185318850952 ], "target": 0, "brier": 0.6613662491916309, "nll": 0.9776436206564381 }, { "id": "transfer-v4-0490", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7781986056134, "probabilities": [ 0.15607452508862707, 0.04599509049948372, 0.7781986056134, 0.019731778798489114 ], "target": 2, "brier": 0.07606000737808874, "nll": 0.25077351024336364 }, { "id": "transfer-v4-0491", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7883290986187184, "probabilities": [ 0.7883290986187184, 0.12175119444779581, 0.059994264282040445, 0.029925442651445384 ], "target": 0, "brier": 0.0641227677056575, "nll": 0.23783963846965386 }, { "id": "transfer-v4-0492", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8936252222656096, "probabilities": [ 0.8936252222656096, 0.00640305706568299, 0.006966495595961233, 0.0023264266204214828, 0.09067879845232475 ], "target": 0, "brier": 0.01963318128829344, "nll": 0.11246880617157164 }, { "id": "transfer-v4-0493", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9174120526668624, "probabilities": [ 0.018018973017949205, 0.03496666436263683, 0.02960230995255152, 0.9174120526668624 ], "target": 3, "brier": 0.009244416804498914, "nll": 0.0861985590517992 }, { "id": "transfer-v4-0494", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.982620949601031, "probabilities": [ 0.982620949601031, 0.006973602351137469, 0.007872820314919732, 0.002532627732911841 ], "target": 0, "brier": 0.00041905802546622265, "nll": 0.017531838895762063 }, { "id": "transfer-v4-0495", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.753161893149839, "probabilities": [ 0.003630608896525638, 0.01208544404341688, 0.0641359922156863, 0.1669860616945322, 0.753161893149839 ], "target": 2, "brier": 1.4711378624381035, "nll": 2.74674957161348 }, { "id": "transfer-v4-0496", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7662971087411335, "probabilities": [ 0.021694066019307953, 0.006573948647246905, 0.20543487659231158, 0.7662971087411335 ], "target": 2, "brier": 1.2190588435021625, "nll": 1.5826261974971638 }, { "id": "transfer-v4-0497", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.847475795140316, "probabilities": [ 0.005079128373212414, 0.1336505700230722, 0.013794506463399359, 0.847475795140316 ], "target": 1, "brier": 1.468992644123659, "nll": 2.0125265713627414 }, { "id": "transfer-v4-0498", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.4635043787756452, "probabilities": [ 0.008549038408360838, 0.44096866701790627, 0.4635043787756452, 0.07535049396460451, 0.011627421833483167 ], "target": 1, "brier": 0.5332383203368447, "nll": 0.8187814559054685 }, { "id": "transfer-v4-0499", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8694172035070837, "probabilities": [ 0.8694172035070837, 0.09970180093797745, 0.019287772764083336, 0.011593222790855508 ], "target": 0, "brier": 0.027498736843063795, "nll": 0.13993217283039422 }, { "id": "transfer-v4-0500", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7930130500655537, "probabilities": [ 0.7930130500655537, 0.15801646393069926, 0.02645145017654643, 0.022519035827200655 ], "target": 0, "brier": 0.06901958650735604, "nll": 0.2319156009057063 }, { "id": "transfer-v4-0501", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.7296552211534371, "probabilities": [ 0.05721713719775622, 0.17254096623128398, 0.017469657942962343, 0.7296552211534371, 0.023117017474560426 ], "target": 4, "brier": 1.5200464780700456, "nll": 3.767186245464809 }, { "id": "transfer-v4-0502", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.795209337833402, "probabilities": [ 0.021439587417846337, 0.795209337833402, 0.09348641959129844, 0.08986465515745322 ], "target": 1, "brier": 0.059214238113849446, "nll": 0.2291498809604764 }, { "id": "transfer-v4-0503", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.5596015590755854, "probabilities": [ 0.5596015590755854, 0.07667464134528447, 0.2855942611281807, 0.07812953845094947 ], "target": 3, "brier": 1.250442135411265, "nll": 2.5493870804407033 }, { "id": "transfer-v4-0504", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8108277146235193, "probabilities": [ 0.09254713902235721, 0.006341895883291641, 0.08887601452389933, 0.001407235946932499, 0.8108277146235193 ], "target": 4, "brier": 0.05229227240984137, "nll": 0.2096996831637125 }, { "id": "transfer-v4-0505", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.48824129783637016, "probabilities": [ 0.48824129783637016, 0.030256929681976453, 0.4751872254353753, 0.006314547046278125 ], "target": 2, "brier": 0.5147633685573424, "nll": 0.7440463937963574 }, { "id": "transfer-v4-0506", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8871570404199799, "probabilities": [ 0.10402503860622926, 0.0023166554810950257, 0.006501265492695812, 0.8871570404199799 ], "target": 3, "brier": 0.023602375529430144, "nll": 0.11973326564676645 }, { "id": "transfer-v4-0507", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.8577861806973651, "probabilities": [ 0.002809177587748476, 0.133284861497819, 0.002207725933330905, 0.8577861806973651, 0.0039120542837364535 ], "target": 3, "brier": 0.03801769440637039, "nll": 0.15340041719773856 }, { "id": "transfer-v4-0508", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9665835299805509, "probabilities": [ 0.9665835299805509, 0.010850689818552093, 0.01173950500463901, 0.010826275196258079 ], "target": 0, "brier": 0.0014894221504782306, "nll": 0.033987558842587355 }, { "id": "transfer-v4-0509", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.9842851308826623, "probabilities": [ 0.00515691353689063, 0.9842851308826623, 0.0041371931296564045, 0.006420762450790629 ], "target": 1, "brier": 0.0003318934260435778, "nll": 0.015839656747100805 }, { "id": "transfer-v4-0510", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.6350894866087234, "probabilities": [ 0.016997678996887013, 0.12238649103727615, 0.6350894866087234, 0.1713420828498007, 0.05418426050731263 ], "target": 4, "brier": 1.3425315527080375, "nll": 2.915364809253825 }, { "id": "transfer-v4-0511", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": true, "confidence": 0.7408685601405588, "probabilities": [ 0.10831963894904063, 0.10269893591069874, 0.04811286499970185, 0.7408685601405588 ], "target": 3, "brier": 0.09174416652134706, "nll": 0.2999320511466906 }, { "id": "transfer-v4-0512", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.34139080381650344, "probabilities": [ 0.34139080381650344, 0.32398454803159304, 0.14985457732623417, 0.18477007082566935 ], "target": 3, "brier": 0.9085699000609225, "nll": 1.6886430872971354 }, { "id": "transfer-v4-0513", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.291403799163536, "probabilities": [ 0.040814447995966494, 0.291403799163536, 0.2709150602261906, 0.18040540747193468, 0.21646128514237223 ], "target": 3, "brier": 0.8785677472562511, "nll": 1.7125486969029924 }, { "id": "transfer-v4-0514", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.3339990154057521, "probabilities": [ 0.3012116618725284, 0.3339990154057521, 0.061684349067904404, 0.3031049736538151 ], "target": 0, "brier": 0.6955380677685764, "nll": 1.1999420657696396 }, { "id": "transfer-v4-0515", "question": "answer", "type": "choice", "source": "mmlu", "error": null, "correct": false, "confidence": 0.38449663325794264, "probabilities": [ 0.38449663325794264, 0.25210203030021283, 0.06635481419270241, 0.2970465222491421 ], "target": 1, "brier": 0.7998286318146147, "nll": 1.37792139126967 }, { "id": "transfer-v4-0516", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.48337086936061796, "probabilities": [ 0.48337086936061796, 0.09413724208696139, 0.06283069776479588, 0.009340379012547672, 0.014624241679861646, 0.30485876231543796, 0.030837807779777515 ], "target": 1, "brier": 1.1523733765758393, "nll": 2.3630015393065396 }, { "id": "transfer-v4-0517", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5814301317424501, "probabilities": [ 0.5814301317424501, 0.2707494472083687, 0.08146247191855245, 0.021082950559603512, 0.010427962891497064, 0.034847035679528154 ], "target": 0, "brier": 0.25690968121787633, "nll": 0.542264466017887 }, { "id": "transfer-v4-0518", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.503044727275398, "probabilities": [ 0.14568486891138294, 0.21269467591882502, 0.04168997355749816, 0.02474985099257818, 0.503044727275398, 0.07213590334431773 ], "target": 1, "brier": 0.9016819495665508, "nll": 1.547897588030339 }, { "id": "transfer-v4-0519", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.788760798734677, "probabilities": [ 0.04530950735891312, 0.042740550837561564, 0.002049616583323473, 0.0022367632976948546, 0.10449961058969214, 0.01440315259813785, 0.788760798734677 ], "target": 0, "brier": 1.546541112502096, "nll": 3.0942383930412287 }, { "id": "transfer-v4-0520", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8511553064863453, "probabilities": [ 0.00246312808597237, 0.8511553064863453, 0.0017453239296869427, 0.10193969644964727, 0.01293626189429658, 0.029760283154051555 ], "target": 1, "brier": 0.03360857898021463, "nll": 0.16116066825077832 }, { "id": "transfer-v4-0521", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5032401573150199, "probabilities": [ 0.21296751042990691, 0.20107550488343778, 0.009091841793514452, 0.00928446258088328, 0.5032401573150199, 0.06434052299723772 ], "target": 0, "brier": 0.9174107199696463, "nll": 1.546615658100008 }, { "id": "transfer-v4-0522", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.4973698478400955, "probabilities": [ 0.00032645006501242214, 0.4155713552611135, 0.4973698478400955, 0.03359580359805439, 0.0005296326624965294, 0.004677285366893723, 0.04792962520633393 ], "target": 2, "brier": 0.4287848122444715, "nll": 0.6984213689916958 }, { "id": "transfer-v4-0523", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8583398152576639, "probabilities": [ 0.0010494231597647488, 0.8583398152576639, 0.0008398523486053513, 0.08220523125887895, 0.04690515406956335, 0.01066052390552366 ], "target": 1, "brier": 0.02914085487672399, "nll": 0.15275520282442295 }, { "id": "transfer-v4-0524", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.859313200554835, "probabilities": [ 0.0005172107907504972, 0.012806378419473123, 0.859313200554835, 0.059426118816181824, 0.000922637601293423, 0.0670144538174662 ], "target": 2, "brier": 0.027980298251500498, "nll": 0.15162181279464523 }, { "id": "transfer-v4-0525", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4132379944088839, "probabilities": [ 0.0021941546455209317, 0.004987064455233676, 0.17171991350009616, 0.007610323856255986, 0.050602451711329564, 0.4132379944088839, 0.3496480974226797 ], "target": 2, "brier": 0.9817155440215483, "nll": 1.7618905393523416 }, { "id": "transfer-v4-0526", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5275971416290184, "probabilities": [ 0.006777486456033924, 0.5275971416290184, 0.05429387219003104, 0.00705241614609063, 0.39994678832466685, 0.004332295254159142 ], "target": 1, "brier": 0.38618415832400554, "nll": 0.6394222758393652 }, { "id": "transfer-v4-0527", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6292385738539668, "probabilities": [ 0.003634276617084688, 0.008258077831998278, 0.2673923536770166, 0.012287220299700372, 0.07918949772023327, 0.6292385738539668 ], "target": 2, "brier": 0.9391585024245604, "nll": 1.3190382097978735 }, { "id": "transfer-v4-0528", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6211348200045448, "probabilities": [ 0.3548698737052529, 0.6211348200045448, 0.020068891424137474, 0.00039642307245883474, 0.000507087739750355, 0.0004879080243668218, 0.0025349960294888145 ], "target": 1, "brier": 0.2698812908279026, "nll": 0.47620711915517533 }, { "id": "transfer-v4-0529", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9433570067100123, "probabilities": [ 0.04470672996327298, 0.0052555694603691055, 0.0010873069482915843, 0.003387651947759386, 0.0022057349702945773, 0.9433570067100123 ], "target": 5, "brier": 0.005252265092089505, "nll": 0.058310481875539145 }, { "id": "transfer-v4-0530", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9750382258787834, "probabilities": [ 0.9750382258787834, 0.0010041416343108676, 0.0172091088387691, 0.001064905658993378, 0.0009847836290263403, 0.004698834360116933 ], "target": 0, "brier": 0.0009444347619273651, "nll": 0.025278602723304712 }, { "id": "transfer-v4-0531", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.40687112308444284, "probabilities": [ 0.40687112308444284, 0.019512180856814748, 0.01427201413106963, 0.33071083877623875, 0.09028273361698999, 0.010824092075246507, 0.12752701745919753 ], "target": 4, "brier": 1.1194639911798938, "nll": 2.404809048171429 }, { "id": "transfer-v4-0532", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.44755282581268974, "probabilities": [ 0.02431875258387297, 0.44755282581268974, 0.37044202936401566, 0.12870581328211525, 0.018239324742561906, 0.01074125421474451 ], "target": 1, "brier": 0.46002981299589135, "nll": 0.8039607017253639 }, { "id": "transfer-v4-0533", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.32492398973611003, "probabilities": [ 0.32492398973611003, 0.05540126148312344, 0.05908365503636259, 0.21596354085234148, 0.03389370043654963, 0.31073385245551277 ], "target": 3, "brier": 0.8245532564363339, "nll": 1.5326456778952748 }, { "id": "transfer-v4-0534", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.37278887889899, "probabilities": [ 0.33353433245933384, 0.00279385598465234, 0.37278887889899, 0.24998235877125308, 0.034435082467517926, 0.003945076400030472, 0.0025204150182223995 ], "target": 3, "brier": 0.8139586579696665, "nll": 1.386364928524699 }, { "id": "transfer-v4-0535", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.48539448010453246, "probabilities": [ 0.4550025484291955, 0.0038446118302858053, 0.0031597935741757674, 0.48539448010453246, 0.04698721713846185, 0.005611348923348584 ], "target": 0, "brier": 0.5348940746813342, "nll": 0.787452259103585 }, { "id": "transfer-v4-0536", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4881672167670805, "probabilities": [ 0.058047602680512095, 0.0077009562759473155, 0.4881672167670805, 0.43202175845163227, 0.008927721355592694, 0.005134744469235061 ], "target": 3, "brier": 0.5644414131123798, "nll": 0.8392793252202049 }, { "id": "transfer-v4-0537", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.4937820372241998, "probabilities": [ 0.4937820372241998, 0.004163736173633706, 0.008504776594760849, 0.031027663097429752, 0.00023034652760270058, 0.00021063780795741176, 0.4620808025744158 ], "target": 6, "brier": 0.5342302444732125, "nll": 0.7720155058459358 }, { "id": "transfer-v4-0538", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9285914152691123, "probabilities": [ 0.9285914152691123, 0.01427694107752551, 0.006177100719367165, 0.0503466605502368, 0.00031106656616004347, 0.00029681581759818563 ], "target": 0, "brier": 0.007876144683695645, "nll": 0.07408644824939571 }, { "id": "transfer-v4-0539", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8963593789989327, "probabilities": [ 0.01452593776577758, 0.06387072765527639, 0.024143596974787716, 0.0005530802851048771, 0.0005472783201207641, 0.8963593789989327 ], "target": 5, "brier": 0.015615369726919029, "nll": 0.10941385379061705 }, { "id": "transfer-v4-0540", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.3772912353113365, "probabilities": [ 0.19182588335849682, 0.0029681034169864316, 0.3772912353113365, 0.37102651838047696, 0.0209018699350761, 0.0033054431511392573, 0.03268094644648792 ], "target": 2, "brier": 0.5637487205076277, "nll": 0.9747378823073057 }, { "id": "transfer-v4-0541", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6648502945899963, "probabilities": [ 0.0023380229249596596, 0.006699248217046261, 0.2314067780971527, 0.6648502945899963, 0.04138314723968506, 0.05332250893115997 ], "target": 3, "brier": 0.17048062309776343, "nll": 0.408193384587099 }, { "id": "transfer-v4-0542", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5821732060703926, "probabilities": [ 0.30523528630028923, 0.004675515762167599, 0.5821732060703926, 0.047096333698972155, 0.006524565583276586, 0.05429509258490185 ], "target": 2, "brier": 0.2729782618586949, "nll": 0.5409872705943167 }, { "id": "transfer-v4-0543", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5741970191497298, "probabilities": [ 0.03495119673029726, 0.058988314276337224, 0.09803361597267442, 0.002308267960290036, 0.001229875646585676, 0.5741970191497298, 0.23029171026408563 ], "target": 6, "brier": 0.9364717060184258, "nll": 1.4684084681829142 }, { "id": "transfer-v4-0544", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.6987431904673947, "probabilities": [ 0.1630666326371038, 0.06253526058401937, 0.07174396169115788, 0.002581619765983128, 0.6987431904673947, 0.0013293348543410388 ], "target": 4, "brier": 0.12641267871659317, "nll": 0.35847199986636796 }, { "id": "transfer-v4-0545", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.5448612060981248, "probabilities": [ 0.10108379434647458, 0.16668767000892237, 0.006413244278193593, 0.004030196525634584, 0.17692388874265003, 0.5448612060981248 ], "target": 5, "brier": 0.27651346912096597, "nll": 0.6072241844620835 }, { "id": "transfer-v4-0546", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.5838966986067711, "probabilities": [ 0.061712652660368426, 0.30868175733606945, 0.01918268210434826, 0.5838966986067711, 0.0008311548764974166, 0.024211682463804084, 0.0014833719521413044 ], "target": 1, "brier": 0.8236217908534327, "nll": 1.1754444443414611 }, { "id": "transfer-v4-0547", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8131692237569732, "probabilities": [ 0.001579484519037542, 0.8131692237569732, 0.058778609420733645, 0.0022628005842835015, 0.0176487145836726, 0.10656116713529952 ], "target": 1, "brier": 0.05003503838253039, "nll": 0.20681604379142063 }, { "id": "transfer-v4-0548", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.7370936168125355, "probabilities": [ 0.7370936168125355, 0.046184770096220136, 0.1502813377144181, 0.0031586130625023486, 0.058986595911633, 0.004295066402690923 ], "target": 0, "brier": 0.09734512270391403, "nll": 0.3050403706907108 }, { "id": "transfer-v4-0549", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": false, "confidence": 0.6703260043241406, "probabilities": [ 0.001562543934779304, 0.020920198717613827, 0.005094238631645458, 0.6703260043241406, 0.004037419858937489, 0.019339449987370836, 0.2787201445455125 ], "target": 6, "brier": 0.9704379445677142, "nll": 1.2775470667133957 }, { "id": "transfer-v4-0550", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.9186508281240484, "probabilities": [ 0.0022928725459490213, 0.0030502978400787986, 0.007900029098963111, 0.9186508281240484, 0.030678779499422198, 0.03742719289153843 ], "target": 3, "brier": 0.009036642085407326, "nll": 0.08484917645917325 }, { "id": "transfer-v4-0551", "question": "emotion", "type": "choice", "source": "emotion", "error": null, "correct": true, "confidence": 0.8415155144300988, "probabilities": [ 0.004314776373372975, 0.05993658114425488, 0.014610250017839948, 0.07031805590650635, 0.009304822127927138, 0.8415155144300988 ], "target": 5, "brier": 0.03397301132765701, "nll": 0.17255082888415388 }, { "id": "transfer-v4-0552", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9218182542855553, "probabilities": [ 0.002791757223378021, 0.072965107692543, 0.0016402645232173197, 0.0007846162753063233, 0.9218182542855553 ], "target": 4, "brier": 0.011447392302342372, "nll": 0.081407196021815 }, { "id": "transfer-v4-0553", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9192289864142628, "probabilities": [ 0.9192289864142628, 0.033067349898826606, 0.009479260231020567, 0.03822440345589003 ], "target": 0, "brier": 0.009168367659084842, "nll": 0.08422001855155341 }, { "id": "transfer-v4-0554", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9919869712668135, "probabilities": [ 0.0028476328051979054, 0.003907784745904952, 0.0012576111820837236, 0.9919869712668135 ], "target": 3, "brier": 8.917000957774191e-05, "nll": 0.008045305587128881 }, { "id": "transfer-v4-0555", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.4825811142017817, "probabilities": [ 0.3307220972782608, 0.06904812979379442, 0.07472451114719188, 0.04292414757897125, 0.4825811142017817 ], "target": 4, "brier": 0.3892932882483898, "nll": 0.7286062599970927 }, { "id": "transfer-v4-0556", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.628505523290444, "probabilities": [ 0.0974303998244524, 0.11347590302321386, 0.16058817386188973, 0.628505523290444 ], "target": 3, "brier": 0.18616617118688988, "nll": 0.4644104629388284 }, { "id": "transfer-v4-0557", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7381781550701925, "probabilities": [ 0.06947908188139221, 0.07892129903697152, 0.11342146401144379, 0.7381781550701925 ], "target": 3, "brier": 0.0924710212417117, "nll": 0.30357008098043176 }, { "id": "transfer-v4-0558", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9617102599297915, "probabilities": [ 0.00037639156244048905, 0.002002911503738541, 0.0004288818074378548, 0.03548155519659159, 0.9617102599297915 ], "target": 4, "brier": 0.002729382218517739, "nll": 0.03904205878593999 }, { "id": "transfer-v4-0559", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9111837301415457, "probabilities": [ 0.005332914270453581, 0.005369179972117059, 0.9111837301415457, 0.07811417561588359 ], "target": 2, "brier": 0.014047422291907863, "nll": 0.09301072242830048 }, { "id": "transfer-v4-0560", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9951581303011184, "probabilities": [ 0.004034022312303822, 0.0002958315582627113, 0.0005120158283150797, 0.9951581303011184 ], "target": 3, "brier": 4.006671471642183e-05, "nll": 0.004853629525025284 }, { "id": "transfer-v4-0561", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8841430821728996, "probabilities": [ 0.001361596324279603, 0.025051514471282413, 0.0024432480169033766, 0.08700055901463496, 0.8841430821728996 ], "target": 4, "brier": 0.02162732445998174, "nll": 0.12313637178038052 }, { "id": "transfer-v4-0562", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8125624694515134, "probabilities": [ 0.010083516175316257, 0.01966326506651596, 0.15769074930665433, 0.8125624694515134 ], "target": 3, "brier": 0.060487521566542864, "nll": 0.20756248225499566 }, { "id": "transfer-v4-0563", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9699022454904943, "probabilities": [ 0.0017907659640042455, 0.003415994700852022, 0.02489099384464937, 0.9699022454904943 ], "target": 3, "brier": 0.0015403122636229282, "nll": 0.03055999040798798 }, { "id": "transfer-v4-0564", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8870824536002989, "probabilities": [ 0.0015888896137955019, 0.06816405485621951, 0.8870824536002989, 0.041109199421230994, 0.00205540250845509 ], "target": 2, "brier": 0.01909342618610148, "nll": 0.11981734315713222 }, { "id": "transfer-v4-0565", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.5514600744596665, "probabilities": [ 0.5514600744596665, 0.011214499100705164, 0.4283986289892665, 0.008926797450361833 ], "target": 0, "brier": 0.3849189028264106, "nll": 0.5951858373612854 }, { "id": "transfer-v4-0566", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9542409158266313, "probabilities": [ 0.0013006717167661868, 0.04152153794747401, 0.9542409158266313, 0.0029368745091284667 ], "target": 2, "brier": 0.003828248876706132, "nll": 0.04683910710173719 }, { "id": "transfer-v4-0567", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8679451869693523, "probabilities": [ 0.006723431348324863, 0.8679451869693523, 0.009809384971592143, 0.006070726034569988, 0.10945127067616076 ], "target": 1, "brier": 0.02959633657438887, "nll": 0.14162671496856694 }, { "id": "transfer-v4-0568", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9213567852051975, "probabilities": [ 0.9213567852051975, 0.0291096731950199, 0.016331150914881274, 0.0332023906849013 ], "target": 0, "brier": 0.008401233544179754, "nll": 0.08190792881182442 }, { "id": "transfer-v4-0569", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9731404989792327, "probabilities": [ 0.008042356171621188, 0.9731404989792327, 0.011679784644986547, 0.0071373602041595475 ], "target": 1, "brier": 0.0009734715679129962, "nll": 0.02722680950287079 }, { "id": "transfer-v4-0570", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9218049853000085, "probabilities": [ 0.07077902257186289, 0.9218049853000085, 0.0016450690343609324, 0.00271765364057028, 0.003053269453197305 ], "target": 1, "brier": 0.011143544707951904, "nll": 0.0814215904873024 }, { "id": "transfer-v4-0571", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9790604855273906, "probabilities": [ 0.9790604855273906, 0.0063717725543279745, 0.006245224914384416, 0.008322517003897027 ], "target": 0, "brier": 0.0005873298753441105, "nll": 0.021161855390360317 }, { "id": "transfer-v4-0572", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9888811472649972, "probabilities": [ 0.0010607521729085777, 0.9888811472649972, 0.0044692269396360155, 0.0055888736224581695 ], "target": 1, "brier": 0.00017596357912078636, "nll": 0.011181129237198734 }, { "id": "transfer-v4-0573", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9117852505503762, "probabilities": [ 0.00048077566844603877, 0.0866185935698797, 0.0009434105688249539, 0.00017196964247313435, 0.9117852505503762 ], "target": 4, "brier": 0.015285773514786586, "nll": 0.09235078752317336 }, { "id": "transfer-v4-0574", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9936776247094581, "probabilities": [ 0.9936776247094581, 0.004277354352372551, 0.00114646827504126, 0.0008985526631281566 ], "target": 0, "brier": 6.038997596430616e-05, "nll": 0.006342446146912127 }, { "id": "transfer-v4-0575", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9980192931263132, "probabilities": [ 0.0013746781592670124, 0.00028921860376803323, 0.00031681011065171625, 0.9980192931263132 ], "target": 3, "brier": 5.996955808012516e-06, "nll": 0.001982671067636722 }, { "id": "transfer-v4-0576", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8705742983704424, "probabilities": [ 0.04261873757158254, 0.07206122107404705, 0.8705742983704424, 0.007309531316471107, 0.0074362116674568345 ], "target": 2, "brier": 0.02386891510921106, "nll": 0.13860217204283204 }, { "id": "transfer-v4-0577", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.739129849588087, "probabilities": [ 0.06673475429491797, 0.14046159543612893, 0.0536738006808661, 0.739129849588087 ], "target": 3, "brier": 0.09511709947872926, "nll": 0.30228166360701164 }, { "id": "transfer-v4-0578", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.971561619180039, "probabilities": [ 0.0059173322894337825, 0.971561619180039, 0.014250657702645138, 0.008270390827882028 ], "target": 1, "brier": 0.0011152369344885741, "nll": 0.028850585330914474 }, { "id": "transfer-v4-0579", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9135610878136878, "probabilities": [ 0.01731692147304225, 0.004394644140580262, 0.9135610878136878, 0.0064688327880323, 0.05825851378465739 ], "target": 2, "brier": 0.011226774432415472, "nll": 0.09040503313535242 }, { "id": "transfer-v4-0580", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.7672106556348396, "probabilities": [ 0.17109211968334098, 0.040072373082261165, 0.7672106556348396, 0.021624851599558275 ], "target": 2, "brier": 0.08553682155884676, "nll": 0.2649938665171288 }, { "id": "transfer-v4-0581", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9696230978669887, "probabilities": [ 0.018640726978338573, 0.004741563971541486, 0.9696230978669887, 0.006994611183131218 ], "target": 2, "brier": 0.0013416398999789075, "nll": 0.030847841893289853 }, { "id": "transfer-v4-0582", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9139423986315018, "probabilities": [ 0.06422294271449518, 0.003942712892897074, 0.9139423986315018, 0.0009244695537956125, 0.016967476207310293 ], "target": 2, "brier": 0.011834792001966018, "nll": 0.08998773070482276 }, { "id": "transfer-v4-0583", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.6376065744708173, "probabilities": [ 0.6376065744708173, 0.03648733082598839, 0.0027871930809681674, 0.3231189016222262 ], "target": 0, "brier": 0.23707391320840493, "nll": 0.45003384028134835 }, { "id": "transfer-v4-0584", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9581129109926632, "probabilities": [ 0.9581129109926632, 0.008775434598767362, 0.001299950897308669, 0.031811703511260774 ], "target": 0, "brier": 0.002845210830529577, "nll": 0.0427896467949137 }, { "id": "transfer-v4-0585", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.8807242830545324, "probabilities": [ 0.0026842044703782753, 0.10865361635603722, 0.00038184669315494536, 0.00755604942589711, 0.8807242830545324 ], "target": 4, "brier": 0.02609674964356269, "nll": 0.1270106611033144 }, { "id": "transfer-v4-0586", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.9266214463007385, "probabilities": [ 0.01636356026379128, 0.9266214463007385, 0.05558990012383049, 0.0014250933116396684 ], "target": 1, "brier": 0.008744446134226461, "nll": 0.07621016111230937 }, { "id": "transfer-v4-0587", "question": "answer", "type": "choice", "source": "sciq", "error": null, "correct": true, "confidence": 0.985452850466264, "probabilities": [ 0.003368860177900586, 0.0004893677057612875, 0.010688921650074196, 0.985452850466264 ], "target": 3, "brier": 0.0003374613052479879, "nll": 0.014653996794908315 }, { "id": "transfer-v4-0588", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9933390021324158, "probabilities": [ 0.0066609978675842285, 0.9933390021324158 ], "target": 1, "brier": 8.873778518392328e-05, "nll": 0.006683281322366721 }, { "id": "transfer-v4-0589", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.994074500631541, "probabilities": [ 0.994074500631541, 0.005925499368458986 ], "target": 0, "brier": 7.022308553121569e-05, "nll": 0.00594312480065666 }, { "id": "transfer-v4-0590", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9898899793624878, "probabilities": [ 0.010110020637512207, 0.9898899793624878 ], "target": 1, "brier": 0.00020442503458184547, "nll": 0.010161473986197964 }, { "id": "transfer-v4-0591", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9918179120868444, "probabilities": [ 0.9918179120868444, 0.008182087913155556 ], "target": 0, "brier": 0.00013389312523721247, "nll": 0.008215744909863557 }, { "id": "transfer-v4-0592", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9923345446586609, "probabilities": [ 0.007665455341339111, 0.9923345446586609 ], "target": 1, "brier": 0.00011751841118012862, "nll": 0.0076949859513112395 }, { "id": "transfer-v4-0593", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9929880555719137, "probabilities": [ 0.9929880555719137, 0.007011944428086281 ], "target": 0, "brier": 9.833472932514048e-05, "nll": 0.0070366436377946725 }, { "id": "transfer-v4-0594", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9950569868087769, "probabilities": [ 0.0049430131912231445, 0.9950569868087769 ], "target": 1, "brier": 4.886675881721203e-05, "nll": 0.004955270288939823 }, { "id": "transfer-v4-0595", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.997118549188599, "probabilities": [ 0.997118549188599, 0.0028814508114010096 ], "target": 0, "brier": 1.6605517557047073e-05, "nll": 0.0028856101827277178 }, { "id": "transfer-v4-0596", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9931426048278809, "probabilities": [ 0.006857395172119141, 0.9931426048278809 ], "target": 1, "brier": 9.40477370932058e-05, "nll": 0.006881015149336651 }, { "id": "transfer-v4-0597", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9932914329692721, "probabilities": [ 0.9932914329692721, 0.006708567030727863 ], "target": 0, "brier": 9.000974321153772e-05, "nll": 0.0067311706150224955 }, { "id": "transfer-v4-0598", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9907528162002563, "probabilities": [ 0.009247183799743652, 0.9907528162002563 ], "target": 1, "brier": 0.0001710208164524829, "nll": 0.009290204422312983 }, { "id": "transfer-v4-0599", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9935277560725808, "probabilities": [ 0.9935277560725808, 0.006472243927419186 ], "target": 0, "brier": 8.377988291202905e-05, "nll": 0.006493279713095837 }, { "id": "transfer-v4-0600", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9939566850662231, "probabilities": [ 0.0060433149337768555, 0.9939566850662231 ], "target": 1, "brier": 7.304331077762072e-05, "nll": 0.006061649667171209 }, { "id": "transfer-v4-0601", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9959047776646912, "probabilities": [ 0.9959047776646912, 0.00409522233530879 ], "target": 0, "brier": 3.354169195122396e-05, "nll": 0.004103630722290743 }, { "id": "transfer-v4-0602", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9946573376655579, "probabilities": [ 0.005342662334442139, 0.9946573376655579 ], "target": 1, "brier": 5.7088081639733446e-05, "nll": 0.005356985393141053 }, { "id": "transfer-v4-0603", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9956160755828023, "probabilities": [ 0.9956160755828023, 0.004383924417197704 ], "target": 0, "brier": 3.843758659140446e-05, "nll": 0.004393561991090164 }, { "id": "transfer-v4-0604", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.994242250919342, "probabilities": [ 0.005757749080657959, 0.994242250919342 ], "target": 1, "brier": 6.630334895163514e-05, "nll": 0.005774388820267021 }, { "id": "transfer-v4-0605", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9934300263412297, "probabilities": [ 0.9934300263412297, 0.006569973658770323 ], "target": 0, "brier": 8.63291077538718e-05, "nll": 0.006591650933959144 }, { "id": "transfer-v4-0606", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.995023250579834, "probabilities": [ 0.004976749420166016, 0.995023250579834 ], "target": 1, "brier": 4.9536069582245545e-05, "nll": 0.004989174679639538 }, { "id": "transfer-v4-0607", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9967527678236365, "probabilities": [ 0.9967527678236365, 0.003247232176363468 ], "target": 0, "brier": 2.1089033614420452e-05, "nll": 0.0032525158761342746 }, { "id": "transfer-v4-0608", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9946422576904297, "probabilities": [ 0.0053577423095703125, 0.9946422576904297 ], "target": 1, "brier": 5.741080531151965e-05, "nll": 0.005372146483168585 }, { "id": "transfer-v4-0609", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9953621355816722, "probabilities": [ 0.9953621355816722, 0.004637864418327808 ], "target": 0, "brier": 4.301957272558228e-05, "nll": 0.004648652680765364 }, { "id": "transfer-v4-0610", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9954572916030884, "probabilities": [ 0.004542708396911621, 0.9954572916030884 ], "target": 1, "brier": 4.12723991587427e-05, "nll": 0.004553057851631902 }, { "id": "transfer-v4-0611", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9965402593370527, "probabilities": [ 0.9965402593370527, 0.003459740662947297 ], "target": 0, "brier": 2.3939610909702006e-05, "nll": 0.0034657394057340963 }, { "id": "transfer-v4-0612", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9920943379402161, "probabilities": [ 0.007905662059783936, 0.9920943379402161 ], "target": 1, "brier": 0.00012499898520701436, "nll": 0.007937077488805308 }, { "id": "transfer-v4-0613", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9961675654631108, "probabilities": [ 0.9961675654631108, 0.0038324345368891954 ], "target": 0, "brier": 2.9375108959082204e-05, "nll": 0.0038397971312562596 }, { "id": "transfer-v4-0614", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9947944283485413, "probabilities": [ 0.00520557165145874, 0.9947944283485413 ], "target": 1, "brier": 5.419595243694175e-05, "nll": 0.005219167844063148 }, { "id": "transfer-v4-0615", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9961287009064108, "probabilities": [ 0.9961287009064108, 0.0038712990935891867 ], "target": 0, "brier": 2.9973913344048917e-05, "nll": 0.0038788119679158115 }, { "id": "transfer-v4-0616", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9898474812507629, "probabilities": [ 0.01015251874923706, 0.9898474812507629 ], "target": 1, "brier": 0.0002061472739072201, "nll": 0.01020440706452464 }, { "id": "transfer-v4-0617", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9927447400987148, "probabilities": [ 0.9927447400987148, 0.0072552599012851715 ], "target": 0, "brier": 0.00010527759247039303, "nll": 0.007281707298874444 }, { "id": "transfer-v4-0618", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.995016872882843, "probabilities": [ 0.004983127117156982, 0.995016872882843 ], "target": 1, "brier": 4.966311173149052e-05, "nll": 0.00499558429612495 }, { "id": "transfer-v4-0619", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9958703210577369, "probabilities": [ 0.9958703210577369, 0.004129678942263126 ], "target": 0, "brier": 3.410849633234299e-05, "nll": 0.004138229615488951 }, { "id": "transfer-v4-0620", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9935702085494995, "probabilities": [ 0.006429791450500488, 0.9935702085494995 ], "target": 1, "brier": 8.268443619385835e-05, "nll": 0.006450551596333632 }, { "id": "transfer-v4-0621", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9924325700849295, "probabilities": [ 0.9924325700849295, 0.007567429915070534 ], "target": 0, "brier": 0.00011453199103900885, "nll": 0.007596208189809538 }, { "id": "transfer-v4-0622", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9899818301200867, "probabilities": [ 0.01001816987991333, 0.9899818301200867 ], "target": 1, "brier": 0.00020072745548560533, "nll": 0.010068689435981274 }, { "id": "transfer-v4-0623", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9916168907657266, "probabilities": [ 0.9916168907657266, 0.008383109234273434 ], "target": 0, "brier": 0.00014055304086752103, "nll": 0.008418445116108859 }, { "id": "transfer-v4-0624", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9928431510925293, "probabilities": [ 0.007156848907470703, 0.9928431510925293 ], "target": 1, "brier": 0.0001024409725687292, "nll": 0.007182582002702329 }, { "id": "transfer-v4-0625", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.993994640186429, "probabilities": [ 0.993994640186429, 0.006005359813570976 ], "target": 0, "brier": 7.212869298090646e-05, "nll": 0.006023464506671197 }, { "id": "transfer-v4-0626", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9935511350631714, "probabilities": [ 0.006448864936828613, 0.9935511350631714 ], "target": 1, "brier": 8.317571794691503e-05, "nll": 0.006469748699107471 }, { "id": "transfer-v4-0627", "question": "decision", "type": "noul", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9934509638696909, "probabilities": [ 0.9934509638696909, 0.006549036130309105 ], "target": 0, "brier": 8.577974847218811e-05, "nll": 0.006570575158847147 }, { "id": "transfer-v4-0628", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9428854636299435, "probabilities": [ 0.9428854636299435, 0.031584152990749584, 0.02553038337930686 ], "target": 0, "brier": 0.0049114294604039686, "nll": 0.05881046329076717, "ordinalAbsoluteError": 0.0826449197493633 }, { "id": "transfer-v4-0629", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.8838977362502332, "probabilities": [ 0.0887306183443923, 0.8838977362502332, 0.027371645405374546 ], "target": 1, "brier": 0.022102065251796192, "nll": 0.12341390601113442, "ordinalAbsoluteError": 0.06135897293901771 }, { "id": "transfer-v4-0630", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.5364190776223219, "probabilities": [ 0.38179041797547286, 0.5364190776223219, 0.08179050440220521 ], "target": 0, "brier": 0.6766182007544903, "nll": 0.9628834649790415, "ordinalAbsoluteError": 0.7000000864267323 }, { "id": "transfer-v4-0631", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9519910792628491, "probabilities": [ 0.037470752779020865, 0.9519910792628491, 0.010538167958130052 ], "target": 1, "brier": 0.003819966768086297, "nll": 0.0491996147568927, "ordinalAbsoluteError": 0.02693258482089078 }, { "id": "transfer-v4-0632", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.8186137615247535, "probabilities": [ 0.8186137615247535, 0.09154176643832201, 0.08984447203692442 ], "target": 0, "brier": 0.04935289166644098, "nll": 0.2001429040160871, "ordinalAbsoluteError": 0.27123071051217085 }, { "id": "transfer-v4-0633", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9218709812265256, "probabilities": [ 0.0608330838692592, 0.9218709812265256, 0.017295934904215295 ], "target": 1, "brier": 0.0101039570317611, "nll": 0.08134999881095209, "ordinalAbsoluteError": 0.043537148965043904 }, { "id": "transfer-v4-0634", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.4842739710644501, "probabilities": [ 0.3417350744166926, 0.4842739710644501, 0.17399095451885732 ], "target": 0, "brier": 0.6981068435581121, "nll": 1.073719478313694, "ordinalAbsoluteError": 0.8322558801021647 }, { "id": "transfer-v4-0635", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.7791965727194601, "probabilities": [ 0.007919653444210169, 0.7791965727194601, 0.21288377383632973 ], "target": 2, "brier": 1.2267619733385675, "nll": 1.54700892494104, "ordinalAbsoluteError": 0.7950358796078805 }, { "id": "transfer-v4-0636", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.5634218412382763, "probabilities": [ 0.4002163082345105, 0.5634218412382763, 0.036361850527213135 ], "target": 0, "brier": 0.6785068322659326, "nll": 0.9157501074516007, "ordinalAbsoluteError": 0.6361455422927026 }, { "id": "transfer-v4-0637", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.8944140618999519, "probabilities": [ 0.0890484909100623, 0.8944140618999519, 0.016537447189985885 ], "target": 1, "brier": 0.019351511217388213, "nll": 0.11158645454484067, "ordinalAbsoluteError": 0.07251104372007633 }, { "id": "transfer-v4-0638", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.5779305358796061, "probabilities": [ 0.20305734290438934, 0.5779305358796061, 0.21901212121600455 ], "target": 0, "brier": 1.0170876122402346, "nll": 1.594266862468044, "ordinalAbsoluteError": 1.0159547783116152 }, { "id": "transfer-v4-0639", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.4952526372102922, "probabilities": [ 0.010579351296352776, 0.4952526372102922, 0.494168011493355 ], "target": 2, "brier": 0.5012530979341876, "nll": 0.70487971537899, "ordinalAbsoluteError": 0.5164113398029979 }, { "id": "transfer-v4-0640", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9487137344590888, "probabilities": [ 0.9487137344590888, 0.033660366039230255, 0.017625899501680916 ], "target": 0, "brier": 0.004073973608271176, "nll": 0.05264817555192408, "ordinalAbsoluteError": 0.0689121650425921 }, { "id": "transfer-v4-0641", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.978184540329385, "probabilities": [ 0.010487258639403089, 0.978184540329385, 0.01132820103121197 ], "target": 1, "brier": 0.0007142250130135182, "nll": 0.022056935203991476, "ordinalAbsoluteError": 0.0008409423918089853 }, { "id": "transfer-v4-0642", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.7403184258228365, "probabilities": [ 0.21012526985397864, 0.7403184258228365, 0.04955630432318491 ], "target": 0, "brier": 1.1744292882342249, "nll": 1.5600514029996733, "ordinalAbsoluteError": 0.8394310344692063 }, { "id": "transfer-v4-0643", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9626216628439461, "probabilities": [ 0.027261360743474718, 0.9626216628439461, 0.010116976412579123 ], "target": 1, "brier": 0.0022426750898701846, "nll": 0.03809481785362888, "ordinalAbsoluteError": 0.0171443843308956 }, { "id": "transfer-v4-0644", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.632715981223703, "probabilities": [ 0.632715981223703, 0.3339764376289714, 0.0333075811473256 ], "target": 0, "brier": 0.2475472063016912, "nll": 0.45773364437841596, "ordinalAbsoluteError": 0.4005915999236226 }, { "id": "transfer-v4-0645", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.831540435178705, "probabilities": [ 0.020161221517367676, 0.831540435178705, 0.14829834330392727 ], "target": 1, "brier": 0.05077749845954192, "nll": 0.18447535233283271, "ordinalAbsoluteError": 0.12813712178655967 }, { "id": "transfer-v4-0646", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9827036289014955, "probabilities": [ 0.9827036289014955, 0.010042784763619634, 0.0072535863348848735 ], "target": 0, "brier": 0.00045263649370319955, "nll": 0.017447700833868648, "ordinalAbsoluteError": 0.02454995743338938 }, { "id": "transfer-v4-0647", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9807088005019278, "probabilities": [ 0.013297079314232933, 0.9807088005019278, 0.005994120183839292 ], "target": 1, "brier": 0.0005848921731417333, "nll": 0.019479702929899444, "ordinalAbsoluteError": 0.007302959130393694 }, { "id": "transfer-v4-0648", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9926426699809131, "probabilities": [ 0.9926426699809131, 0.004331384240398222, 0.003025945778688703 ], "target": 0, "brier": 8.204754230329122e-05, "nll": 0.007384528659958379, "ordinalAbsoluteError": 0.010383275797775628 }, { "id": "transfer-v4-0649", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9890606034897043, "probabilities": [ 0.0018638725629496365, 0.009075523947346063, 0.9890606034897043 ], "target": 2, "brier": 0.00020550955185923893, "nll": 0.010999671694143192, "ordinalAbsoluteError": 0.01280326907324536 }, { "id": "transfer-v4-0650", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.926636513595892, "probabilities": [ 0.926636513595892, 0.03318483370101141, 0.04017865270309652 ], "target": 0, "brier": 0.00809775845816556, "nll": 0.07619390077998658, "ordinalAbsoluteError": 0.11354213910720445 }, { "id": "transfer-v4-0651", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9860285896205472, "probabilities": [ 0.007024471025366984, 0.9860285896205472, 0.006946939354085788 ], "target": 1, "brier": 0.0002928034675666481, "nll": 0.014069929241500433, "ordinalAbsoluteError": 7.753167128121685e-05 }, { "id": "transfer-v4-0652", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9806475390350506, "probabilities": [ 0.9806475390350506, 0.011838052840759986, 0.0075144081241893665 ], "target": 0, "brier": 0.0005711235699173973, "nll": 0.019542171402009423, "ordinalAbsoluteError": 0.02686686908913872 }, { "id": "transfer-v4-0653", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9725694774122938, "probabilities": [ 0.00241694881713049, 0.025013573770575653, 0.9725694774122938 ], "target": 2, "brier": 0.0013839540837953174, "nll": 0.027813763972202043, "ordinalAbsoluteError": 0.02984747140483668 }, { "id": "transfer-v4-0654", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.5589802611330035, "probabilities": [ 0.39003221437191005, 0.5589802611330035, 0.05098752449508647 ], "target": 0, "brier": 0.6871193594944933, "nll": 0.9415259423161003, "ordinalAbsoluteError": 0.6609553101231764 }, { "id": "transfer-v4-0655", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.6079154314655045, "probabilities": [ 0.013204794097555882, 0.6079154314655045, 0.37887977443693954 ], "target": 2, "brier": 0.7555258730045564, "nll": 0.9705363420684207, "ordinalAbsoluteError": 0.6343250196606163 }, { "id": "transfer-v4-0656", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.6506525886257227, "probabilities": [ 0.3207270509018135, 0.6506525886257227, 0.028620360472463743 ], "target": 0, "brier": 0.8855796554954751, "nll": 1.1371648262867324, "ordinalAbsoluteError": 0.7078933095706502 }, { "id": "transfer-v4-0657", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.6323716728813714, "probabilities": [ 0.013469533251638523, 0.35415879386699006, 0.6323716728813714 ], "target": 2, "brier": 0.26076046649937956, "nll": 0.45827796769026796, "ordinalAbsoluteError": 0.38109786037026705 }, { "id": "transfer-v4-0658", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9751442894517296, "probabilities": [ 0.9751442894517296, 0.013306753201804234, 0.011548957346466136 ], "target": 0, "brier": 0.0009282544434236219, "nll": 0.025169829752347397, "ordinalAbsoluteError": 0.03640466789473651 }, { "id": "transfer-v4-0659", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.759724824120284, "probabilities": [ 0.21136135650282192, 0.759724824120284, 0.028913819376894065 ], "target": 1, "brier": 0.10324179211770111, "nll": 0.2747989847921481, "ordinalAbsoluteError": 0.18244753712592787 }, { "id": "transfer-v4-0660", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.6151410043357571, "probabilities": [ 0.6151410043357571, 0.34756342873601404, 0.03729556692822885 ], "target": 0, "brier": 0.270307742850922, "nll": 0.48590376211249925, "ordinalAbsoluteError": 0.42215456259247175 }, { "id": "transfer-v4-0661", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.9138901727584358, "probabilities": [ 0.027612689573921007, 0.9138901727584358, 0.05849713766764323 ], "target": 2, "brier": 1.72238534826997, "nll": 2.8387774546996125, "ordinalAbsoluteError": 0.9691155519062777 }, { "id": "transfer-v4-0662", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9946173590170072, "probabilities": [ 0.9946173590170072, 0.0026466386631205517, 0.002736002319872278 ], "target": 0, "brier": 4.346322885926464e-05, "nll": 0.00539717958916909, "ordinalAbsoluteError": 0.008118643302865108 }, { "id": "transfer-v4-0663", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": true, "confidence": 0.9567121071297058, "probabilities": [ 0.025874040490734492, 0.9567121071297058, 0.01741385237955977 ], "target": 1, "brier": 0.0028465498951633366, "nll": 0.044252761282756736, "ordinalAbsoluteError": 0.00846018811117466 }, { "id": "transfer-v4-0664", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.5518245861478026, "probabilities": [ 0.378435086561295, 0.5518245861478026, 0.06974032729090235 ], "target": 0, "brier": 0.6957170287459007, "nll": 0.9717107226323164, "ordinalAbsoluteError": 0.6913052407296073 }, { "id": "transfer-v4-0665", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.8718299139763428, "probabilities": [ 0.01294042895823078, 0.8718299139763428, 0.11522965706542646 ], "target": 2, "brier": 1.543073413342183, "nll": 2.1608281240482374, "ordinalAbsoluteError": 0.8977107718928043 }, { "id": "transfer-v4-0666", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.596859161532366, "probabilities": [ 0.36259195478701556, 0.596859161532366, 0.04054888368061843 ], "target": 0, "brier": 0.7641740867751012, "nll": 1.0144771684778167, "ordinalAbsoluteError": 0.6779569288936028 }, { "id": "transfer-v4-0667", "question": "decision", "type": "score", "source": "legacy_holdout", "error": null, "correct": false, "confidence": 0.5741234932225422, "probabilities": [ 0.05274830679970523, 0.5741234932225422, 0.37312819997775254 ], "target": 2, "brier": 0.725368423003423, "nll": 0.9858332187172648, "ordinalAbsoluteError": 0.6796201068219527 }, { "id": "transfer-v4-0668", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9879942617121351, "probabilities": [ 0.012005738287864864, 0.9879942617121351 ], "target": 1, "brier": 0.00028827550367340924, "nll": 0.012078389234804553 }, { "id": "transfer-v4-0669", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9782781036074809, "probabilities": [ 0.9782781036074809, 0.02172189639251905 ], "target": 0, "brier": 0.0009436815657746661, "nll": 0.02196128985297265 }, { "id": "transfer-v4-0670", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9879942617121351, "probabilities": [ 0.012005738287864864, 0.9879942617121351 ], "target": 1, "brier": 0.00028827550367340924, "nll": 0.012078389234804553 }, { "id": "transfer-v4-0671", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9882849169552024, "probabilities": [ 0.011715083044797578, 0.9882849169552024 ], "target": 1, "brier": 0.00027448634149300846, "nll": 0.011784245322041278 }, { "id": "transfer-v4-0672", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9911234277278579, "probabilities": [ 0.00887657227214212, 0.9911234277278579 ], "target": 1, "brier": 0.00015758707060512455, "nll": 0.008916203741839648 }, { "id": "transfer-v4-0673", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9867513510613224, "probabilities": [ 0.9867513510613224, 0.013248648938677611 ], "target": 0, "brier": 0.0003510533974006467, "nll": 0.013337195236852256 }, { "id": "transfer-v4-0674", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9911234277278579, "probabilities": [ 0.00887657227214212, 0.9911234277278579 ], "target": 1, "brier": 0.00015758707060512455, "nll": 0.008916203741839648 }, { "id": "transfer-v4-0675", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9912562905744322, "probabilities": [ 0.008743709425567786, 0.9912562905744322 ], "target": 1, "brier": 0.000152904909037526, "nll": 0.008782159950383749 }, { "id": "transfer-v4-0676", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.5729751245394274, "probabilities": [ 0.4270248754605725, 0.5729751245394274 ], "target": 1, "brier": 0.364700488524235, "nll": 0.556912975880911 }, { "id": "transfer-v4-0677", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9804894577166071, "probabilities": [ 0.9804894577166071, 0.019510542283392877 ], "target": 0, "brier": 0.000761322520384123, "nll": 0.019703385349885316 }, { "id": "transfer-v4-0678", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.5729751245394274, "probabilities": [ 0.4270248754605725, 0.5729751245394274 ], "target": 1, "brier": 0.364700488524235, "nll": 0.556912975880911 }, { "id": "transfer-v4-0679", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.5781693630865027, "probabilities": [ 0.42183063691349737, 0.5781693630865027 ], "target": 1, "brier": 0.35588217247769366, "nll": 0.5478884375098889 }, { "id": "transfer-v4-0680", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876719198100012, "probabilities": [ 0.9876719198100012, 0.012328080189998735 ], "target": 0, "brier": 0.00030396312234207904, "nll": 0.012404701349683963 }, { "id": "transfer-v4-0681", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8010516047321021, "probabilities": [ 0.19894839526789793, 0.8010516047321021 ], "target": 1, "brier": 0.07916092795934349, "nll": 0.2218299086056053 }, { "id": "transfer-v4-0682", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9876719198100012, "probabilities": [ 0.9876719198100012, 0.012328080189998735 ], "target": 0, "brier": 0.00030396312234207904, "nll": 0.012404701349683963 }, { "id": "transfer-v4-0683", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9873105554208216, "probabilities": [ 0.9873105554208216, 0.012689444579178368 ], "target": 0, "brier": 0.00032204400745607987, "nll": 0.012770643222834062 }, { "id": "transfer-v4-0684", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8760828179996576, "probabilities": [ 0.12391718200034241, 0.8760828179996576 ], "target": 1, "brier": 0.03071093598981197, "nll": 0.13229465141897379 }, { "id": "transfer-v4-0685", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9888489858270753, "probabilities": [ 0.9888489858270753, 0.011151014172924783 ], "target": 0, "brier": 0.0002486902341695379, "nll": 0.011213652823088083 }, { "id": "transfer-v4-0686", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8760828179996576, "probabilities": [ 0.12391718200034241, 0.8760828179996576 ], "target": 1, "brier": 0.03071093598981197, "nll": 0.13229465141897379 }, { "id": "transfer-v4-0687", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.869430052199512, "probabilities": [ 0.13056994780048806, 0.869430052199512 ], "target": 1, "brier": 0.034097022537244344, "nll": 0.13991739442776419 }, { "id": "transfer-v4-0688", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.982679675272943, "probabilities": [ 0.982679675272943, 0.017320324727056982 ], "target": 0, "brier": 0.0005999872973014045, "nll": 0.017472076362553435 }, { "id": "transfer-v4-0689", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9755895861035717, "probabilities": [ 0.02441041389642823, 0.9755895861035717 ], "target": 1, "brier": 0.0011917366131898757, "nll": 0.02471328704792562 }, { "id": "transfer-v4-0690", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.982679675272943, "probabilities": [ 0.982679675272943, 0.017320324727056982 ], "target": 0, "brier": 0.0005999872973014045, "nll": 0.017472076362553435 }, { "id": "transfer-v4-0691", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9827056425307921, "probabilities": [ 0.9827056425307921, 0.01729435746920789 ], "target": 0, "brier": 0.0005981896005454949, "nll": 0.017445651765182757 }, { "id": "transfer-v4-0692", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9913432107698955, "probabilities": [ 0.9913432107698955, 0.008656789230104519 ], "target": 0, "brier": 0.00014987999954890665, "nll": 0.008694476890380904 }, { "id": "transfer-v4-0693", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9844251357691292, "probabilities": [ 0.01557486423087083, 0.9844251357691292 ], "target": 1, "brier": 0.00048515279162011964, "nll": 0.015697426690119448 }, { "id": "transfer-v4-0694", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9913432107698955, "probabilities": [ 0.9913432107698955, 0.008656789230104519 ], "target": 0, "brier": 0.00014987999954890665, "nll": 0.008694476890380904 }, { "id": "transfer-v4-0695", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9914987147721225, "probabilities": [ 0.9914987147721225, 0.008501285227877513 ], "target": 0, "brier": 0.00014454370105145695, "nll": 0.008537627269094761 }, { "id": "transfer-v4-0696", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9917849773920809, "probabilities": [ 0.008215022607919049, 0.9917849773920809 ], "target": 1, "brier": 0.00013497319289724243, "nll": 0.008248951853593294 }, { "id": "transfer-v4-0697", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9925073828768247, "probabilities": [ 0.9925073828768247, 0.007492617123175243 ], "target": 0, "brier": 0.0001122786227089983, "nll": 0.007520827781632407 }, { "id": "transfer-v4-0698", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9917849773920809, "probabilities": [ 0.008215022607919049, 0.9917849773920809 ], "target": 1, "brier": 0.00013497319289724243, "nll": 0.008248951853593294 }, { "id": "transfer-v4-0699", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9915575916497938, "probabilities": [ 0.008442408350206113, 0.9915575916497938 ], "target": 1, "brier": 0.0001425485175032605, "nll": 0.008478247333691012 }, { "id": "transfer-v4-0700", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9847257513241674, "probabilities": [ 0.015274248675832554, 0.9847257513241674 ], "target": 1, "brier": 0.0004666053452223465, "nll": 0.015392101629105608 }, { "id": "transfer-v4-0701", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.982495806720014, "probabilities": [ 0.982495806720014, 0.017504193279985935 ], "target": 0, "brier": 0.0006127935647662112, "nll": 0.01765920321727994 }, { "id": "transfer-v4-0702", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9847257513241674, "probabilities": [ 0.015274248675832554, 0.9847257513241674 ], "target": 1, "brier": 0.0004666053452223465, "nll": 0.015392101629105608 }, { "id": "transfer-v4-0703", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9836711114008228, "probabilities": [ 0.016328888599177225, 0.9836711114008228 ], "target": 1, "brier": 0.0005332652057686807, "nll": 0.016463674180590016 }, { "id": "transfer-v4-0704", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9910191126045577, "probabilities": [ 0.9910191126045577, 0.008980887395442297 ], "target": 0, "brier": 0.0001613126768192294, "nll": 0.009021458657945769 }, { "id": "transfer-v4-0705", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9819967516510468, "probabilities": [ 0.01800324834895314, 0.9819967516510468 ], "target": 1, "brier": 0.0006482339022281691, "nll": 0.018167278524133256 }, { "id": "transfer-v4-0706", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9910191126045577, "probabilities": [ 0.9910191126045577, 0.008980887395442297 ], "target": 0, "brier": 0.0001613126768192294, "nll": 0.009021458657945769 }, { "id": "transfer-v4-0707", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9915912899364666, "probabilities": [ 0.9915912899364666, 0.008408710063533406 ], "target": 0, "brier": 0.00014141280986513561, "nll": 0.008444262707535203 }, { "id": "transfer-v4-0708", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9146479759816533, "probabilities": [ 0.08535202401834673, 0.9146479759816533 ], "target": 1, "brier": 0.014569936008056875, "nll": 0.0892160134356473 }, { "id": "transfer-v4-0709", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8280476578488248, "probabilities": [ 0.8280476578488248, 0.17195234215117522 ], "target": 0, "brier": 0.05913521594254964, "nll": 0.1886845684648275 }, { "id": "transfer-v4-0710", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9146479759816533, "probabilities": [ 0.08535202401834673, 0.9146479759816533 ], "target": 1, "brier": 0.014569936008056875, "nll": 0.0892160134356473 }, { "id": "transfer-v4-0711", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9162678805193216, "probabilities": [ 0.0837321194806784, 0.9162678805193216 ], "target": 1, "brier": 0.014022135665453201, "nll": 0.08744651108020547 }, { "id": "transfer-v4-0712", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9832786533071628, "probabilities": [ 0.9832786533071628, 0.01672134669283725 ], "target": 0, "brier": 0.0005592068704441169, "nll": 0.016862726668772123 }, { "id": "transfer-v4-0713", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9659208778978048, "probabilities": [ 0.03407912210219518, 0.9659208778978048 ], "target": 1, "brier": 0.002322773126512658, "nll": 0.034673355062265765 }, { "id": "transfer-v4-0714", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9832786533071628, "probabilities": [ 0.9832786533071628, 0.01672134669283725 ], "target": 0, "brier": 0.0005592068704441169, "nll": 0.016862726668772123 }, { "id": "transfer-v4-0715", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9820011276416502, "probabilities": [ 0.9820011276416502, 0.017998872358349845 ], "target": 0, "brier": 0.0006479188123443404, "nll": 0.018162822317077772 }, { "id": "transfer-v4-0716", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9536027695178366, "probabilities": [ 0.04639723048216334, 0.9536027695178366 ], "target": 1, "brier": 0.004305405992829978, "nll": 0.04750807839901429 }, { "id": "transfer-v4-0717", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.938914863434877, "probabilities": [ 0.0610851365651231, 0.938914863434877 ], "target": 0, "brier": 1.7631222415578673, "nll": 2.795486706471363 }, { "id": "transfer-v4-0718", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9536027695178366, "probabilities": [ 0.04639723048216334, 0.9536027695178366 ], "target": 1, "brier": 0.004305405992829978, "nll": 0.04750807839901429 }, { "id": "transfer-v4-0719", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9471491853731027, "probabilities": [ 0.052850814626897384, 0.9471491853731027 ], "target": 1, "brier": 0.0055864172134533355, "nll": 0.054298663490463056 }, { "id": "transfer-v4-0720", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.6596399152493527, "probabilities": [ 0.3403600847506473, 0.6596399152493527 ], "target": 1, "brier": 0.23168997458293558, "nll": 0.4160611758017277 }, { "id": "transfer-v4-0721", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": false, "confidence": 0.6422065496444702, "probabilities": [ 0.3577934503555298, 0.6422065496444702 ], "target": 0, "brier": 0.8248585048125108, "nll": 1.0277994133977855 }, { "id": "transfer-v4-0722", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.6596399152493527, "probabilities": [ 0.3403600847506473, 0.6596399152493527 ], "target": 1, "brier": 0.23168997458293558, "nll": 0.4160611758017277 }, { "id": "transfer-v4-0723", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.6539135174129461, "probabilities": [ 0.3460864825870539, 0.6539135174129461 ], "target": 1, "brier": 0.2395517068589583, "nll": 0.4247801726405802 }, { "id": "transfer-v4-0724", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.7271511771425956, "probabilities": [ 0.2728488228574044, 0.7271511771425956 ], "target": 1, "brier": 0.1488929602693425, "nll": 0.3186208765154793 }, { "id": "transfer-v4-0725", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9700562086871953, "probabilities": [ 0.9700562086871953, 0.02994379131280469 ], "target": 0, "brier": 0.0017932612763695939, "nll": 0.03040126206337553 }, { "id": "transfer-v4-0726", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.7271511771425956, "probabilities": [ 0.2728488228574044, 0.7271511771425956 ], "target": 1, "brier": 0.1488929602693425, "nll": 0.3186208765154793 }, { "id": "transfer-v4-0727", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.7312598606568617, "probabilities": [ 0.26874013934313834, 0.7312598606568617 ], "target": 1, "brier": 0.14444252498833882, "nll": 0.3129863958680319 }, { "id": "transfer-v4-0728", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9491134179855129, "probabilities": [ 0.9491134179855129, 0.05088658201448714 ], "target": 0, "brier": 0.005178888458234253, "nll": 0.05222697435684346 }, { "id": "transfer-v4-0729", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9790473762722197, "probabilities": [ 0.020952623727780277, 0.9790473762722197 ], "target": 1, "brier": 0.0008780248821558824, "nll": 0.02117524510747119 }, { "id": "transfer-v4-0730", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9491134179855129, "probabilities": [ 0.9491134179855129, 0.05088658201448714 ], "target": 0, "brier": 0.005178888458234253, "nll": 0.05222697435684346 }, { "id": "transfer-v4-0731", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9482262836570995, "probabilities": [ 0.9482262836570995, 0.051773716342900504 ], "target": 0, "brier": 0.005361035407910246, "nll": 0.053162109369612735 }, { "id": "transfer-v4-0732", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9558271000904038, "probabilities": [ 0.04417289990959614, 0.9558271000904038 ], "target": 1, "brier": 0.0039024901728463997, "nll": 0.045178239933473106 }, { "id": "transfer-v4-0733", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9551131262761703, "probabilities": [ 0.9551131262761703, 0.04488687372382969 ], "target": 0, "brier": 0.004029662865398066, "nll": 0.04592548868317735 }, { "id": "transfer-v4-0734", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9558271000904038, "probabilities": [ 0.04417289990959614, 0.9558271000904038 ], "target": 1, "brier": 0.0039024901728463997, "nll": 0.045178239933473106 }, { "id": "transfer-v4-0735", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9250178085646708, "probabilities": [ 0.07498219143532929, 0.9250178085646708 ], "target": 1, "brier": 0.011244658064888731, "nll": 0.07794228915269215 }, { "id": "transfer-v4-0736", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9691116466514078, "probabilities": [ 0.030888353348592197, 0.9691116466514078 ], "target": 1, "brier": 0.0019081807451749731, "nll": 0.031375455305997973 }, { "id": "transfer-v4-0737", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9885441430717673, "probabilities": [ 0.9885441430717673, 0.011455856928232663 ], "target": 0, "brier": 0.00026247331592027344, "nll": 0.011521980745611745 }, { "id": "transfer-v4-0738", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9691116466514078, "probabilities": [ 0.030888353348592197, 0.9691116466514078 ], "target": 1, "brier": 0.0019081807451749731, "nll": 0.031375455305997973 }, { "id": "transfer-v4-0739", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9684248439577332, "probabilities": [ 0.031575156042266746, 0.9684248439577332 ], "target": 1, "brier": 0.0019939809581869914, "nll": 0.032084399602809004 }, { "id": "transfer-v4-0740", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9760714878447893, "probabilities": [ 0.023928512155210736, 0.9760714878447893 ], "target": 1, "brier": 0.0011451473879241364, "nll": 0.02421944950877105 }, { "id": "transfer-v4-0741", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.7153855562210083, "probabilities": [ 0.7153855562210083, 0.2846144437789917 ], "target": 0, "brier": 0.16201076321524965, "nll": 0.3349336421555453 }, { "id": "transfer-v4-0742", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9760714878447893, "probabilities": [ 0.023928512155210736, 0.9760714878447893 ], "target": 1, "brier": 0.0011451473879241364, "nll": 0.02421944950877105 }, { "id": "transfer-v4-0743", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9696273821771655, "probabilities": [ 0.03037261782283451, 0.9696273821771655 ], "target": 1, "brier": 0.0018449918268239292, "nll": 0.03084342337157661 }, { "id": "transfer-v4-0744", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8549255132675171, "probabilities": [ 0.8549255132675171, 0.1450744867324829 ], "target": 0, "brier": 0.04209321340138672, "nll": 0.1567409328258162 }, { "id": "transfer-v4-0745", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8562704537986016, "probabilities": [ 0.14372954620139838, 0.8562704537986016 ], "target": 1, "brier": 0.041316364902519845, "nll": 0.15516900204300552 }, { "id": "transfer-v4-0746", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8549255132675171, "probabilities": [ 0.8549255132675171, 0.1450744867324829 ], "target": 0, "brier": 0.04209321340138672, "nll": 0.1567409328258162 }, { "id": "transfer-v4-0747", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9011222258377407, "probabilities": [ 0.9011222258377407, 0.09887777416225932 ], "target": 0, "brier": 0.01955362844656551, "nll": 0.10411437481645056 }, { "id": "transfer-v4-0748", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.6996611952781677, "probabilities": [ 0.6996611952781677, 0.3003388047218323 ], "target": 0, "brier": 0.1804067952434778, "nll": 0.3571590678532805 }, { "id": "transfer-v4-0749", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.568324940452723, "probabilities": [ 0.4316750595472771, 0.568324940452723 ], "target": 1, "brier": 0.3726867140702904, "nll": 0.5650619455735364 }, { "id": "transfer-v4-0750", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.6996611952781677, "probabilities": [ 0.6996611952781677, 0.3003388047218323 ], "target": 0, "brier": 0.1804067952434778, "nll": 0.3571590678532805 }, { "id": "transfer-v4-0751", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.7064234824902857, "probabilities": [ 0.7064234824902857, 0.2935765175097143 ], "target": 0, "brier": 0.17237434326626316, "nll": 0.34754038776148893 }, { "id": "transfer-v4-0752", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8233854542695934, "probabilities": [ 0.8233854542695934, 0.1766145457304066 ], "target": 0, "brier": 0.062385395527115764, "nll": 0.19433083525100425 }, { "id": "transfer-v4-0753", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.6428949236869812, "probabilities": [ 0.3571050763130188, 0.6428949236869812 ], "target": 1, "brier": 0.25504807105705396, "nll": 0.44177398382619004 }, { "id": "transfer-v4-0754", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8233854542695934, "probabilities": [ 0.8233854542695934, 0.1766145457304066 ], "target": 0, "brier": 0.062385395527115764, "nll": 0.19433083525100425 }, { "id": "transfer-v4-0755", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8616960773124707, "probabilities": [ 0.8616960773124707, 0.13830392268752936 ], "target": 0, "brier": 0.03825595006151619, "nll": 0.14885264901268136 }, { "id": "transfer-v4-0756", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8845843343219036, "probabilities": [ 0.11541566567809636, 0.8845843343219036 ], "target": 1, "brier": 0.026641551767836218, "nll": 0.12263742304012451 }, { "id": "transfer-v4-0757", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9147244095802307, "probabilities": [ 0.9147244095802307, 0.08527559041976929 ], "target": 0, "brier": 0.014543852642880495, "nll": 0.0891324507895451 }, { "id": "transfer-v4-0758", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8845843343219036, "probabilities": [ 0.11541566567809636, 0.8845843343219036 ], "target": 1, "brier": 0.026641551767836218, "nll": 0.12263742304012451 }, { "id": "transfer-v4-0759", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8842220770683575, "probabilities": [ 0.11577792293164249, 0.8842220770683575 ], "target": 1, "brier": 0.02680905487673069, "nll": 0.12304702949143341 }, { "id": "transfer-v4-0760", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8787374758344136, "probabilities": [ 0.8787374758344136, 0.12126252416558636 ], "target": 0, "brier": 0.029409199534018833, "nll": 0.12926908820984956 }, { "id": "transfer-v4-0761", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9860226577088529, "probabilities": [ 0.013977342291147117, 0.9860226577088529 ], "target": 1, "brier": 0.00039073219504777933, "nll": 0.014075945222781184 }, { "id": "transfer-v4-0762", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.8787374758344136, "probabilities": [ 0.8787374758344136, 0.12126252416558636 ], "target": 0, "brier": 0.029409199534018833, "nll": 0.12926908820984956 }, { "id": "transfer-v4-0763", "question": "decision", "type": "choice", "source": "composition_holdout", "error": null, "correct": true, "confidence": 0.9202984502889331, "probabilities": [ 0.9202984502889331, 0.07970154971106685 ], "target": 0, "brier": 0.012704674052691331, "nll": 0.08305725905819046 }, { "id": "ru-public-0-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7779900911749886, "probabilities": [ 0.7779900911749886, 0.09111599488383539, 0.13089391394117603 ], "target": 0, "brier": 0.07472374084700098, "nll": 0.2510414911637875 }, { "id": "ru-public-0-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8656439781188965, "probabilities": [ 0.8656439781188965, 0.13435602188110352 ], "target": 0, "brier": 0.03610308123143113, "nll": 0.14428156566609043 }, { "id": "ru-public-0-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.776918697701116, "probabilities": [ 0.776918697701116, 0.13197503787316325, 0.0911062644257208 ], "target": 0, "brier": 0.07548302947459831, "nll": 0.25241957025253475, "ordinalAbsoluteError": 0.31418756672460485 }, { "id": "ru-public-0-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.6921958923339844, "probabilities": [ 0.129063680768013, 0.6921958923339844, 0.17874042689800262 ], "target": 1, "brier": 0.14334894259713993, "nll": 0.3678862820169573 }, { "id": "ru-public-0-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9745318796485662, "probabilities": [ 0.9745318796485662, 0.025468120351433754 ], "target": 0, "brier": 0.0012972503084702283, "nll": 0.02579804671782112 }, { "id": "ru-public-0-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8955196075475245, "probabilities": [ 0.8955196075475245, 0.060756455654230296, 0.04372393679824518 ], "target": 0, "brier": 0.0165192819598247, "nll": 0.11035116207894995, "ordinalAbsoluteError": 0.14820432925072066 }, { "id": "ru-public-0-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7791858837952685, "probabilities": [ 0.10517799069435832, 0.11563612551037318, 0.7791858837952685 ], "target": 2, "brier": 0.07319299716482995, "nll": 0.24950564309708628 }, { "id": "ru-public-0-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9612753503024578, "probabilities": [ 0.9612753503024578, 0.03872464969754219 ], "target": 0, "brier": 0.002999196988394709, "nll": 0.03949438628380038 }, { "id": "ru-public-0-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.5546622707050362, "probabilities": [ 0.34724660673002583, 0.5546622707050362, 0.09809112256493799 ], "target": 1, "brier": 0.3285277673451614, "nll": 0.5893958717120925, "ordinalAbsoluteError": 0.24915548416508781 }, { "id": "ru-public-0-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8131175576663199, "probabilities": [ 0.8131175576663199, 0.06529169481030334, 0.12159074752337673 ], "target": 0, "brier": 0.053972362547096614, "nll": 0.2068795825119721 }, { "id": "ru-public-0-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7270898222923279, "probabilities": [ 0.2729101777076721, 0.7270898222923279 ], "target": 1, "brier": 0.14895993019286635, "nll": 0.31870525709659064 }, { "id": "ru-public-0-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7729507992807478, "probabilities": [ 0.16101127263116566, 0.7729507992807478, 0.06603792808808655 ], "target": 1, "brier": 0.08183697740772611, "nll": 0.2575398814750621, "ordinalAbsoluteError": 0.09497334454307904 }, { "id": "ru-public-0-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7139491598445734, "probabilities": [ 0.11004973448924127, 0.7139491598445734, 0.1760011056661853 ], "target": 1, "brier": 0.12491241641049763, "nll": 0.33694352387720466 }, { "id": "ru-public-0-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.719184935092926, "probabilities": [ 0.280815064907074, 0.719184935092926 ], "target": 1, "brier": 0.15771420135752834, "nll": 0.32963674280033367 }, { "id": "ru-public-0-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8834218580295561, "probabilities": [ 0.08629355027437695, 0.8834218580295561, 0.030284591696066968 ], "target": 1, "brier": 0.021954196498434886, "nll": 0.12395243705409725, "ordinalAbsoluteError": 0.05600895857831001 }, { "id": "ru-public-0-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7843251952931168, "probabilities": [ 0.09951516392736649, 0.11615964077951665, 0.7843251952931168 ], "target": 2, "brier": 0.06991195138286917, "nll": 0.24293155471859512 }, { "id": "ru-public-0-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7603375315666199, "probabilities": [ 0.23966246843338013, 0.7603375315666199 ], "target": 1, "brier": 0.11487619755116185, "nll": 0.273992823811677 }, { "id": "ru-public-0-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": false, "confidence": 0.3918795883655548, "probabilities": [ 0.3918795883655548, 0.25547391176223755, 0.35264649987220764 ], "target": 2, "brier": 0.6379030854963599, "nll": 1.0422891405942531, "ordinalAbsoluteError": 1.0392330884933472 }, { "id": "ru-public-0-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8127528065702555, "probabilities": [ 0.8127528065702555, 0.06790711427150156, 0.11934007915824298 ], "target": 0, "brier": 0.05391494210949462, "nll": 0.2073282666262863 }, { "id": "ru-public-0-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7266669869422913, "probabilities": [ 0.27333301305770874, 0.7266669869422913 ], "target": 1, "brier": 0.14942187205441115, "nll": 0.3192869711209368 }, { "id": "ru-public-0-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7556228435736888, "probabilities": [ 0.14508398633888292, 0.09929317008742831, 0.7556228435736888 ], "target": 2, "brier": 0.0906286913010019, "nll": 0.28021291144849864, "ordinalAbsoluteError": 0.38946114276519417 }, { "id": "ru-public-0-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7036057219446558, "probabilities": [ 0.11765925761549559, 0.7036057219446558, 0.1787350204398486 ], "target": 1, "brier": 0.13363947649821137, "nll": 0.35153713376883433 }, { "id": "ru-public-0-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8782506287097931, "probabilities": [ 0.8782506287097931, 0.12174937129020691 ], "target": 0, "brier": 0.029645818819121317, "nll": 0.12982327196991195 }, { "id": "ru-public-0-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7648041248321533, "probabilities": [ 0.7648041248321533, 0.14319072663784027, 0.09200514853000641 ], "target": 0, "brier": 0.08428563124707056, "nll": 0.2681355239120088, "ordinalAbsoluteError": 0.3272010236978531 }, { "id": "ru-public-1-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7372539960870893, "probabilities": [ 0.7372539960870893, 0.08702376905740168, 0.175722234855509 ], "target": 0, "brier": 0.10748690277577393, "nll": 0.3048228110408926 }, { "id": "ru-public-1-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.973212007433176, "probabilities": [ 0.973212007433176, 0.02678799256682396 ], "target": 0, "brier": 0.0014351930915204314, "nll": 0.027153330054785298 }, { "id": "ru-public-1-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8713336392193964, "probabilities": [ 0.8713336392193964, 0.07203519928376677, 0.05663116149683681 ], "target": 0, "brier": 0.024951190784857243, "nll": 0.13773032241098068, "ordinalAbsoluteError": 0.1852975222774404 }, { "id": "ru-public-1-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7869663942128177, "probabilities": [ 0.0781365106823901, 0.7869663942128177, 0.13489709510479228 ], "target": 1, "brier": 0.06968585776401924, "nll": 0.2395697326037494 }, { "id": "ru-public-1-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9762326180934906, "probabilities": [ 0.9762326180934906, 0.0237673819065094 ], "target": 0, "brier": 0.0011297768853797407, "nll": 0.024054382756540083 }, { "id": "ru-public-1-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.48615921268104334, "probabilities": [ 0.4113826813009781, 0.48615921268104334, 0.10245810601797858 ], "target": 1, "brier": 0.4437657286757387, "nll": 0.7212191106210447, "ordinalAbsoluteError": 0.30892457528299944 }, { "id": "ru-public-1-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7925127331347083, "probabilities": [ 0.11273819365227702, 0.09474907321301466, 0.7925127331347083 ], "target": 2, "brier": 0.06473825309393232, "nll": 0.23254670631282448 }, { "id": "ru-public-1-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7471219301223755, "probabilities": [ 0.2528780698776245, 0.7471219301223755 ], "target": 1, "brier": 0.1278946364500655, "nll": 0.2915268807671904 }, { "id": "ru-public-1-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7162176593130558, "probabilities": [ 0.19556992226101863, 0.7162176593130558, 0.0882124184259256 ], "target": 1, "brier": 0.12656144214349233, "nll": 0.3337711647641508, "ordinalAbsoluteError": 0.10735750383509302 }, { "id": "ru-public-1-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7585302904795747, "probabilities": [ 0.7585302904795747, 0.0844870997783877, 0.1569826097420376 ], "target": 0, "brier": 0.09008923040626271, "nll": 0.27637254627823044 }, { "id": "ru-public-1-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.6417388916015625, "probabilities": [ 0.3582611083984375, 0.6417388916015625 ], "target": 1, "brier": 0.25670204358175397, "nll": 0.4435737689224794 }, { "id": "ru-public-1-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8302307561905331, "probabilities": [ 0.12398478290359288, 0.8302307561905331, 0.04578446090587397 ], "target": 1, "brier": 0.04629003939573077, "nll": 0.18605159732508844, "ordinalAbsoluteError": 0.07820032199771898 }, { "id": "ru-public-1-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7915812134742737, "probabilities": [ 0.0795540064573288, 0.7915812134742737, 0.12886478006839752 ], "target": 1, "brier": 0.06637336206234545, "nll": 0.23372279788214229 }, { "id": "ru-public-1-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7217962741851807, "probabilities": [ 0.27820372581481934, 0.7217962741851807 ], "target": 1, "brier": 0.15479462611449435, "nll": 0.3260123486249803 }, { "id": "ru-public-1-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.4601461383635042, "probabilities": [ 0.3023624881045898, 0.237491373531906, 0.4601461383635042 ], "target": 2, "brier": 0.43926741863870633, "nll": 0.7762111478578699, "ordinalAbsoluteError": 0.8422163497410855 }, { "id": "ru-public-1-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8018044770973942, "probabilities": [ 0.10788534560030781, 0.09031017730229791, 0.8018044770973942 ], "target": 2, "brier": 0.05907664121830768, "nll": 0.2208904949811455 }, { "id": "ru-public-1-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7265133261680603, "probabilities": [ 0.2734866738319397, 0.7265133261680603 ], "target": 1, "brier": 0.14958992152731554, "nll": 0.3194984531695406 }, { "id": "ru-public-1-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.6437337398529053, "probabilities": [ 0.19219887256622314, 0.16406738758087158, 0.6437337398529053 ], "target": 2, "brier": 0.1907841624025366, "nll": 0.4404700858041158, "ordinalAbsoluteError": 0.5484651327133179 }, { "id": "ru-public-1-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7283811570122296, "probabilities": [ 0.7283811570122296, 0.1078377975986583, 0.1637810453891121 ], "target": 0, "brier": 0.11223001728569466, "nll": 0.3169308004745097 }, { "id": "ru-public-1-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.85249824821949, "probabilities": [ 0.85249824821949, 0.14750175178050995 ], "target": 0, "brier": 0.04351353355663834, "nll": 0.15958412470107491 }, { "id": "ru-public-1-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7430390119552612, "probabilities": [ 0.7430390119552612, 0.15730254352092743, 0.09965844452381134 ], "target": 0, "brier": 0.10070484513998723, "nll": 0.2970067296464556, "ordinalAbsoluteError": 0.3566194325685501 }, { "id": "ru-public-1-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7750839302285042, "probabilities": [ 0.08672176723473642, 0.7750839302285042, 0.13819430253675943 ], "target": 1, "brier": 0.07720556860739357, "nll": 0.25478395842345664 }, { "id": "ru-public-1-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.975872615352273, "probabilities": [ 0.975872615352273, 0.024127384647727013 ], "target": 0, "brier": 0.0011642613798787463, "nll": 0.02442321814423419 }, { "id": "ru-public-1-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8604624527830617, "probabilities": [ 0.8604624527830617, 0.08446391923618075, 0.05507362798075759 ], "target": 0, "brier": 0.029637985235018247, "nll": 0.1502852984684085, "ordinalAbsoluteError": 0.19461117519769594 }, { "id": "ru-public-2-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.84839855676444, "probabilities": [ 0.84839855676444, 0.049306999340947726, 0.1022944438946123 ], "target": 0, "brier": 0.03587833102682093, "nll": 0.16440475741936494 }, { "id": "ru-public-2-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9890693239867687, "probabilities": [ 0.9890693239867687, 0.010930676013231277 ], "target": 0, "brier": 0.00023895935621245923, "nll": 0.010990854783844843 }, { "id": "ru-public-2-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.5230681779294868, "probabilities": [ 0.3573011676080264, 0.5230681779294868, 0.11963065446248677 ], "target": 1, "brier": 0.36943958076468153, "nll": 0.6480434640834506, "ordinalAbsoluteError": 0.23767051314553966 }, { "id": "ru-public-2-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.828805519520928, "probabilities": [ 0.062063165266262446, 0.828805519520928, 0.10913131521280957 ], "target": 1, "brier": 0.045069030589444385, "nll": 0.18776974784546455 }, { "id": "ru-public-2-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7176650166511536, "probabilities": [ 0.28233498334884644, 0.7176650166511536 ], "target": 1, "brier": 0.1594260856451868, "nll": 0.33175236942765324 }, { "id": "ru-public-2-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7605011123194794, "probabilities": [ 0.1404687401442793, 0.7605011123194794, 0.09903014753624137 ], "target": 1, "brier": 0.08689815427897743, "nll": 0.2737777046678442, "ordinalAbsoluteError": 0.04143859260803784 }, { "id": "ru-public-2-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7716867521270568, "probabilities": [ 0.14059966069312674, 0.08771358717981644, 0.7716867521270568 ], "target": 2, "brier": 0.07958887711726562, "nll": 0.25917657279428064 }, { "id": "ru-public-2-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8108749985694885, "probabilities": [ 0.18912500143051147, 0.8108749985694885 ], "target": 1, "brier": 0.07153653233218193, "nll": 0.2096413692130754 }, { "id": "ru-public-2-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8644255866940977, "probabilities": [ 0.07830443861626925, 0.8644255866940977, 0.05726997468963303 ], "target": 1, "brier": 0.027791856651199893, "nll": 0.14569005426216017, "ordinalAbsoluteError": 0.021034463926636215 }, { "id": "ru-public-2-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.855523694971497, "probabilities": [ 0.855523694971497, 0.048504631716378414, 0.09597167331212456 ], "target": 0, "brier": 0.03243666409095969, "nll": 0.1560414888136987 }, { "id": "ru-public-2-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7189074158668518, "probabilities": [ 0.2810925841331482, 0.7189074158668518 ], "target": 1, "brier": 0.158026081709302, "nll": 0.3300226974705382 }, { "id": "ru-public-2-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.5578731464705808, "probabilities": [ 0.2250264801092887, 0.21710037342013042, 0.5578731464705808 ], "target": 2, "brier": 0.2932456435013606, "nll": 0.5836236785198163, "ordinalAbsoluteError": 0.6671533336387079 }, { "id": "ru-public-2-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8379013192028201, "probabilities": [ 0.0609977412521166, 0.8379013192028201, 0.10110093954506336 ], "target": 1, "brier": 0.04021810673094075, "nll": 0.176854942948549 }, { "id": "ru-public-2-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7766926288604736, "probabilities": [ 0.22330737113952637, 0.7766926288604736 ], "target": 1, "brier": 0.09973236401049235, "nll": 0.25271059393184614 }, { "id": "ru-public-2-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.796261495045397, "probabilities": [ 0.10592525575442473, 0.09781324920017824, 0.796261495045397 ], "target": 2, "brier": 0.062296969926873245, "nll": 0.22782763572223325, "ordinalAbsoluteError": 0.3096637607090278 }, { "id": "ru-public-2-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7184937871175802, "probabilities": [ 0.1485679083212655, 0.13293830456115435, 0.7184937871175802 ], "target": 2, "brier": 0.11899076409395247, "nll": 0.3305982205184248 }, { "id": "ru-public-2-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8950637429952621, "probabilities": [ 0.8950637429952621, 0.10493625700473785 ], "target": 0, "brier": 0.02202323606832879, "nll": 0.11086034201963603 }, { "id": "ru-public-2-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7264235615730286, "probabilities": [ 0.7264235615730286, 0.16165149211883545, 0.11192494630813599 ], "target": 0, "brier": 0.11350246617271154, "nll": 0.31962201613487423, "ordinalAbsoluteError": 0.3855013847351074 }, { "id": "ru-public-2-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8565071853120148, "probabilities": [ 0.8565071853120148, 0.04844000581070783, 0.0950528088772774 ], "target": 0, "brier": 0.031971658505482115, "nll": 0.1548925720972671 }, { "id": "ru-public-2-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9894221629947424, "probabilities": [ 0.9894221629947424, 0.010577837005257607 ], "target": 0, "brier": 0.00022378127141959442, "nll": 0.010634180000014894 }, { "id": "ru-public-2-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9051961797640155, "probabilities": [ 0.9051961797640155, 0.05057965907551729, 0.044224161160467255 ], "target": 0, "brier": 0.013501842673879412, "nll": 0.0996035855542239, "ordinalAbsoluteError": 0.1390279813964518 }, { "id": "ru-public-2-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8258391845596201, "probabilities": [ 0.06435580263931441, 0.8258391845596201, 0.10980501280106547 ], "target": 1, "brier": 0.0465307998044506, "nll": 0.19135521623251148 }, { "id": "ru-public-2-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9822903871536255, "probabilities": [ 0.9822903871536255, 0.01770961284637451 ], "target": 0, "brier": 0.0006272607743369463, "nll": 0.0178683044088269 }, { "id": "ru-public-2-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.47912004590034485, "probabilities": [ 0.4027947783470154, 0.47912004590034485, 0.11808517575263977 ], "target": 1, "brier": 0.44750366877901193, "nll": 0.7358040952245805, "ordinalAbsoluteError": 0.2847096025943756 }, { "id": "ru-public-3-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8009707509965058, "probabilities": [ 0.8009707509965058, 0.06828624399003604, 0.13074300501345817 ], "target": 0, "brier": 0.06136938643711077, "nll": 0.22193084819034434 }, { "id": "ru-public-3-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7570141553878784, "probabilities": [ 0.24298584461212158, 0.7570141553878784 ], "target": 1, "brier": 0.11808424136373219, "nll": 0.27837332639603307 }, { "id": "ru-public-3-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.782961040100494, "probabilities": [ 0.14616999574638886, 0.782961040100494, 0.0708689641531171 ], "target": 1, "brier": 0.07349398785089449, "nll": 0.2446723414444708, "ordinalAbsoluteError": 0.07530103159327173 }, { "id": "ru-public-3-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7990561187196978, "probabilities": [ 0.07232461178544619, 0.7990561187196978, 0.12861926949485591 ], "target": 1, "brier": 0.062152209379298044, "nll": 0.22432409948744256 }, { "id": "ru-public-3-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7493141889572144, "probabilities": [ 0.25068581104278564, 0.7493141889572144 ], "target": 1, "brier": 0.12568675171635846, "nll": 0.2885969055076774 }, { "id": "ru-public-3-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8875658612195853, "probabilities": [ 0.0773717792310689, 0.8875658612195853, 0.03506235954934585 ], "target": 1, "brier": 0.019857196841842433, "nll": 0.11927255056109423, "ordinalAbsoluteError": 0.04230941968172308 }, { "id": "ru-public-3-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8029217482919282, "probabilities": [ 0.09716886716345849, 0.09990938454461326, 0.8029217482919282 ], "target": 2, "brier": 0.058263511162223364, "nll": 0.21949801898444476 }, { "id": "ru-public-3-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7856099605560303, "probabilities": [ 0.21439003944396973, 0.7856099605560303 ], "target": 1, "brier": 0.09192617802557379, "nll": 0.24129484310674054 }, { "id": "ru-public-3-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.3972605287212291, "probabilities": [ 0.3289449014945299, 0.273794569784241, 0.3972605287212291 ], "target": 2, "brier": 0.5464630848999958, "nll": 0.9231629698983391, "ordinalAbsoluteError": 0.9316843727733009 }, { "id": "ru-public-3-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7991071701315888, "probabilities": [ 0.7991071701315888, 0.07016052096603748, 0.13073230890237364 ], "target": 0, "brier": 0.06237136438570982, "nll": 0.22426021188313516 }, { "id": "ru-public-3-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7704685926437378, "probabilities": [ 0.2295314073562622, 0.7704685926437378 ], "target": 1, "brier": 0.10536933392589276, "nll": 0.260756387358109 }, { "id": "ru-public-3-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8070595740220015, "probabilities": [ 0.10876398371511722, 0.08417644226288136, 0.8070595740220015 ], "target": 2, "brier": 0.05614128556219002, "nll": 0.2143577918482661, "ordinalAbsoluteError": 0.3017044096931156 }, { "id": "ru-public-3-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7683742275349565, "probabilities": [ 0.09115636620391507, 0.7683742275349565, 0.14046940626112836 ], "target": 1, "brier": 0.08169163566488429, "nll": 0.2634783890784472 }, { "id": "ru-public-3-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8742038607597351, "probabilities": [ 0.8742038607597351, 0.1257961392402649 ], "target": 0, "brier": 0.031649337295512225, "nll": 0.1344416802280431 }, { "id": "ru-public-3-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7495004534721375, "probabilities": [ 0.7495004534721375, 0.15390700101852417, 0.09659254550933838 ], "target": 0, "brier": 0.09576750762115438, "nll": 0.28834835640679585, "ordinalAbsoluteError": 0.3470920920372009 }, { "id": "ru-public-3-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8110799314242592, "probabilities": [ 0.0895347906579791, 0.09938527791776178, 0.8110799314242592 ], "target": 2, "brier": 0.05358470451562151, "nll": 0.20938867063055444 }, { "id": "ru-public-3-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9762317463755608, "probabilities": [ 0.9762317463755608, 0.02376825362443924 ], "target": 0, "brier": 0.001129859760711338, "nll": 0.024055275697733483 }, { "id": "ru-public-3-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8803075852887025, "probabilities": [ 0.8803075852887025, 0.06994729254571486, 0.0497451221655827 ], "target": 0, "brier": 0.021693475053165802, "nll": 0.1274839038436618, "ordinalAbsoluteError": 0.16943753687688026 }, { "id": "ru-public-3-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8041009603403151, "probabilities": [ 0.8041009603403151, 0.06718914705555339, 0.12870989260413152 ], "target": 0, "brier": 0.05945705167580665, "nll": 0.218030445124164 }, { "id": "ru-public-3-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9772861339151859, "probabilities": [ 0.9772861339151859, 0.02271386608481407 ], "target": 0, "brier": 0.0010318394250377338, "nll": 0.022975799893954055 }, { "id": "ru-public-3-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.5115107336007858, "probabilities": [ 0.391422185237871, 0.5115107336007858, 0.09706708116134316 ], "target": 1, "brier": 0.4012551087288154, "nll": 0.6703867092538626, "ordinalAbsoluteError": 0.2943551040765279 }, { "id": "ru-public-3-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7938826739332279, "probabilities": [ 0.07175431453998621, 0.7938826739332279, 0.13436301152678587 ], "target": 1, "brier": 0.06568645262656653, "nll": 0.2308195944806157 }, { "id": "ru-public-3-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.780590295791626, "probabilities": [ 0.21940970420837402, 0.780590295791626 ], "target": 1, "brier": 0.09628123660161236, "nll": 0.24770485604281509 }, { "id": "ru-public-3-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7940582928828259, "probabilities": [ 0.13951716346730156, 0.7940582928828259, 0.06642454364987253 ], "target": 1, "brier": 0.06628924563139148, "nll": 0.23059840370087759, "ordinalAbsoluteError": 0.07309261981742898 }, { "id": "ru-public-4-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8529616840832736, "probabilities": [ 0.8529616840832736, 0.0398309102723747, 0.10720740564435176 ], "target": 0, "brier": 0.0347001955857456, "nll": 0.1590406515107496 }, { "id": "ru-public-4-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.6715852618217468, "probabilities": [ 0.3284147381782532, 0.6715852618217468 ], "target": 1, "brier": 0.21571248050538117, "nll": 0.3981142988948461 }, { "id": "ru-public-4-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.82123733632342, "probabilities": [ 0.11392337149838379, 0.82123733632342, 0.06483929217819619 ], "target": 1, "brier": 0.04913875830847431, "nll": 0.19694312930413013, "ordinalAbsoluteError": 0.04908407932018766 }, { "id": "ru-public-4-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8158419253802587, "probabilities": [ 0.06897783382203927, 0.8158419253802587, 0.11518024079770209 ], "target": 1, "brier": 0.051938625876647715, "nll": 0.20353466168070092 }, { "id": "ru-public-4-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7408612966537476, "probabilities": [ 0.25913870334625244, 0.7408612966537476 ], "target": 1, "brier": 0.13430573514395405, "nll": 0.2999418552102019 }, { "id": "ru-public-4-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.5675123845411482, "probabilities": [ 0.22880397396081725, 0.20368364149803458, 0.5675123845411482 ], "target": 2, "brier": 0.2808838218394459, "nll": 0.5664927068847003, "ordinalAbsoluteError": 0.6612915894196691 }, { "id": "ru-public-4-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7480681371375589, "probabilities": [ 0.15540650139585507, 0.09652536146658595, 0.7480681371375589 ], "target": 2, "brier": 0.09693798960769479, "nll": 0.2902612127264316 }, { "id": "ru-public-4-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8430377840995789, "probabilities": [ 0.15696221590042114, 0.8430377840995789 ], "target": 1, "brier": 0.04927427444074084, "nll": 0.17074350098877072 }, { "id": "ru-public-4-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8229995431229438, "probabilities": [ 0.08542286668287863, 0.09157759019417755, 0.8229995431229438 ], "target": 2, "brier": 0.047012682912780226, "nll": 0.19479963344137713, "ordinalAbsoluteError": 0.2624233235599349 }, { "id": "ru-public-4-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7735569419446815, "probabilities": [ 0.7735569419446815, 0.06904111006080277, 0.15740194799451568 ], "target": 0, "brier": 0.08081850665234044, "nll": 0.25675599571902735 }, { "id": "ru-public-4-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9148422107100487, "probabilities": [ 0.9148422107100487, 0.08515778928995132 ], "target": 0, "brier": 0.014503698153503497, "nll": 0.0890036758887852 }, { "id": "ru-public-4-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7882267715301101, "probabilities": [ 0.7882267715301101, 0.12667138685775717, 0.08510184161213276 ], "target": 0, "brier": 0.06813586399080429, "nll": 0.23796944939572306, "ordinalAbsoluteError": 0.2968750700820227 }, { "id": "ru-public-4-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8132974929592196, "probabilities": [ 0.07240607967110393, 0.8132974929592196, 0.11429642736967646 ], "target": 1, "brier": 0.05316413981812263, "nll": 0.20665831636768178 }, { "id": "ru-public-4-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.990562541410327, "probabilities": [ 0.990562541410327, 0.009437458589673042 ], "target": 0, "brier": 0.00017813124926358698, "nll": 0.009482273584633313 }, { "id": "ru-public-4-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.914102693962366, "probabilities": [ 0.914102693962366, 0.050261625280863614, 0.03563568075677039 ], "target": 0, "brier": 0.011174479903395361, "nll": 0.08981235720673521, "ordinalAbsoluteError": 0.1215329867944044 }, { "id": "ru-public-4-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7432527985127448, "probabilities": [ 0.16072500710040374, 0.09602219438685146, 0.7432527985127448 ], "target": 2, "brier": 0.10097191519382831, "nll": 0.29671905187355485 }, { "id": "ru-public-4-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9841458555310965, "probabilities": [ 0.9841458555310965, 0.01585414446890354 ], "target": 0, "brier": 0.0005027077936817295, "nll": 0.01598116574869607 }, { "id": "ru-public-4-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.5251925744173698, "probabilities": [ 0.3474782510840372, 0.5251925744173698, 0.12732917449859305 ], "target": 1, "brier": 0.3623959450433193, "nll": 0.6439902752342354, "ordinalAbsoluteError": 0.22014907658544414 }, { "id": "ru-public-4-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8453846447857523, "probabilities": [ 0.8453846447857523, 0.04128928421006673, 0.11332607100418104 ], "target": 0, "brier": 0.03845351142785236, "nll": 0.1679635542675925 }, { "id": "ru-public-4-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8215571641921997, "probabilities": [ 0.1784428358078003, 0.8215571641921997 ], "target": 1, "brier": 0.06368369130225915, "nll": 0.19655375878612552 }, { "id": "ru-public-4-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7440381424415665, "probabilities": [ 0.15302487751767405, 0.7440381424415665, 0.10293698004075945 ], "target": 1, "brier": 0.09952910752397465, "nll": 0.29566297874060304, "ordinalAbsoluteError": 0.050087897476914556 }, { "id": "ru-public-4-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8210191237319038, "probabilities": [ 0.06607471012623846, 0.8210191237319038, 0.11290616614185774 ], "target": 1, "brier": 0.04914782374081479, "nll": 0.19720887658308203 }, { "id": "ru-public-4-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7026131749153137, "probabilities": [ 0.2973868250846863, 0.7026131749153137 ], "target": 1, "brier": 0.17687784746789958, "nll": 0.3529487876676471 }, { "id": "ru-public-4-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8342334752415639, "probabilities": [ 0.10196704569409856, 0.8342334752415639, 0.0637994790643376 ], "target": 1, "brier": 0.041946192666952445, "nll": 0.18124196946824292, "ordinalAbsoluteError": 0.03816756662976095 }, { "id": "ru-public-5-0", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8015487014901184, "probabilities": [ 0.8015487014901184, 0.06424655621692785, 0.13420474229295382 ], "target": 0, "brier": 0.061521450719911164, "nll": 0.22120954584637142 }, { "id": "ru-public-5-0", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7528170943260193, "probabilities": [ 0.2471829056739807, 0.7528170943260193 ], "target": 1, "brier": 0.12219877771486409, "nll": 0.2839329833093517 }, { "id": "ru-public-5-0", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.486454039812088, "probabilities": [ 0.3253273069858551, 0.18821865320205688, 0.486454039812088 ], "target": 2, "brier": 0.40499357130918945, "nll": 0.7206128529141521, "ordinalAbsoluteError": 0.8388732671737671 }, { "id": "ru-public-5-1", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7516253254581098, "probabilities": [ 0.08496525503850333, 0.7516253254581098, 0.16340941950338694 ], "target": 1, "brier": 0.0956117118999817, "nll": 0.2855173166165313 }, { "id": "ru-public-5-1", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8752560615539551, "probabilities": [ 0.12474393844604492, 0.8752560615539551 ], "target": 1, "brier": 0.03112210035806129, "nll": 0.13323879365982644 }, { "id": "ru-public-5-1", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.6956938116459195, "probabilities": [ 0.18073538484380797, 0.12357080351027261, 0.6956938116459195 ], "target": 2, "brier": 0.1405372790854029, "nll": 0.3628456412395528, "ordinalAbsoluteError": 0.48504157319788854 }, { "id": "ru-public-5-2", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7525936365127563, "probabilities": [ 0.10942308604717255, 0.1379832774400711, 0.7525936365127563 ], "target": 2, "brier": 0.09222270530717269, "nll": 0.28422985619636715 }, { "id": "ru-public-5-2", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8710149675607681, "probabilities": [ 0.8710149675607681, 0.12898503243923187 ], "target": 0, "brier": 0.0332742771866994, "nll": 0.13809611793656218 }, { "id": "ru-public-5-2", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7548111227267311, "probabilities": [ 0.7548111227267311, 0.14885295040291843, 0.09633592687035043 ], "target": 0, "brier": 0.09155539718814931, "nll": 0.28128772960435594, "ordinalAbsoluteError": 0.3415248041436193 }, { "id": "ru-public-5-3", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7885099044822085, "probabilities": [ 0.7885099044822085, 0.0665879746219497, 0.14490212089584179 ], "target": 0, "brier": 0.07015864350649115, "nll": 0.2376103114883616 }, { "id": "ru-public-5-3", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9787534102797508, "probabilities": [ 0.9787534102797508, 0.021246589720249176 ], "target": 0, "brier": 0.0009028351494811959, "nll": 0.021475547361609934 }, { "id": "ru-public-5-3", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9089698703383955, "probabilities": [ 0.9089698703383955, 0.047325207702361476, 0.04370492195924308 ], "target": 0, "brier": 0.01243627999374371, "nll": 0.0954433312963563, "ordinalAbsoluteError": 0.13473505162084765 }, { "id": "ru-public-5-4", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7495223544751545, "probabilities": [ 0.08215894927864004, 0.7495223544751545, 0.16831869624620543 ], "target": 1, "brier": 0.09782032736026268, "nll": 0.28831913603349335 }, { "id": "ru-public-5-4", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.9793825875967741, "probabilities": [ 0.9793825875967741, 0.0206174124032259 ], "target": 0, "brier": 0.0008501553884093863, "nll": 0.020832918515239416 }, { "id": "ru-public-5-4", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.539376195226787, "probabilities": [ 0.3700270923225053, 0.539376195226787, 0.0905967124507076 ], "target": 1, "brier": 0.3573021028832751, "nll": 0.6173420011992067, "ordinalAbsoluteError": 0.27943037987179775 }, { "id": "ru-public-5-5", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7894720670423527, "probabilities": [ 0.10496010944128363, 0.10556782351636361, 0.7894720670423527 ], "target": 2, "brier": 0.06648320049132796, "nll": 0.23639082647934825 }, { "id": "ru-public-5-5", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8429958820343018, "probabilities": [ 0.15700411796569824, 0.8429958820343018 ], "target": 1, "brier": 0.04930058611637378, "nll": 0.17079320588627944 }, { "id": "ru-public-5-5", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7658534531913184, "probabilities": [ 0.16132889447616197, 0.7658534531913184, 0.0728176523325197 ], "target": 1, "brier": 0.08615402806655045, "nll": 0.26676444191612164, "ordinalAbsoluteError": 0.08851124214364225 }, { "id": "ru-public-5-6", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8027474463600095, "probabilities": [ 0.8027474463600095, 0.06427180165659938, 0.13298075198339115 ], "target": 0, "brier": 0.060723314803750775, "nll": 0.21971512713247915 }, { "id": "ru-public-5-6", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.732366144657135, "probabilities": [ 0.267633855342865, 0.732366144657135 ], "target": 1, "brier": 0.14325576105137117, "nll": 0.3114746924589172 }, { "id": "ru-public-5-6", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.889461497491367, "probabilities": [ 0.08059104147215373, 0.889461497491367, 0.02994746103647922 ], "target": 1, "brier": 0.0196105269249489, "nll": 0.11713905837648149, "ordinalAbsoluteError": 0.05064358043567452 }, { "id": "ru-public-5-7", "question": "action", "type": "choice", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.7462531757447158, "probabilities": [ 0.08716081633059346, 0.7462531757447158, 0.16658600792469067 ], "target": 1, "brier": 0.09973535675934261, "nll": 0.29269035868007093 }, { "id": "ru-public-5-7", "question": "enough", "type": "noul", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.8169542551040649, "probabilities": [ 0.18304574489593506, 0.8169542551040649 ], "target": 1, "brier": 0.06701148944901547, "nll": 0.20217217699439985 }, { "id": "ru-public-5-7", "question": "level", "type": "score", "source": "authored-russian-typed", "error": null, "correct": true, "confidence": 0.4476746787685566, "probabilities": [ 0.352831489888138, 0.1994938313433054, 0.4476746787685566 ], "target": 2, "brier": 0.46935110947413156, "nll": 0.8036884738145909, "ordinalAbsoluteError": 0.9051568111195814 } ]