Hugging Face's logo

murabcd
/
fev-4b

Text Classification
Safetensors
Russian
fev
decision-model
routing
qwen3.5
lora
custom-code
Model card Files
xet
 Community
fev-4b / evaluation /benchmarks /jev /rows.json
murabcd's picture
murabcd
feat: add compiled serving shared training and benchmarks
5adf069 verified
Raw History Blame Contribute Delete
293 kB
[
{
"id": "transfer-v4-0000",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.07,
0.0,
0.93,
0.0
],
"target": 2,
"brier": 0.009799999999999993,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0001",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0002",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0003",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.0,
0.0,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0004",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0005",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0006",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0007",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 1,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0008",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0009",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0010",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 3,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0011",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.01,
0.96,
0.0,
0.03
],
"target": 1,
"brier": 0.002600000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0012",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0013",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.55,
"probabilities": [
0.01,
0.01,
0.43,
0.55
],
"target": 2,
"brier": 0.6276000000000002,
"nll": 0.843970070294529
},
{
"id": "transfer-v4-0014",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.0,
0.05,
0.0
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0015",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0016",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0017",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.99,
0.0
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0018",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0019",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.73,
"probabilities": [
0.73,
0.18,
0.08,
0.01
],
"target": 0,
"brier": 0.11180000000000001,
"nll": 0.31471074483970024
},
{
"id": "transfer-v4-0020",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0021",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.05,
0.03,
0.9,
0.02
],
"target": 2,
"brier": 0.013799999999999996,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0022",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.9,
0.06,
0.03,
0.01
],
"target": 0,
"brier": 0.014599999999999995,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0023",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0024",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.8181818181818181,
"probabilities": [
0.0808080808080808,
0.10101010101010101,
0.0,
0.8181818181818181
],
"target": 3,
"brier": 0.04979083766962557,
"nll": 0.20067069546215124
},
{
"id": "transfer-v4-0025",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.77,
"probabilities": [
0.77,
0.13,
0.08,
0.02
],
"target": 0,
"brier": 0.07659999999999999,
"nll": 0.2613647641344075
},
{
"id": "transfer-v4-0026",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0027",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.0,
0.02,
0.98,
0.0
],
"target": 2,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0028",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.01,
0.9,
0.08,
0.01
],
"target": 1,
"brier": 0.016599999999999997,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0029",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0030",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0031",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0032",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0033",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.01,
0.99
],
"target": 3,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0034",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.0,
0.0,
0.05,
0.95
],
"target": 3,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0035",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0036",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.77,
"probabilities": [
0.77,
0.18,
0.04,
0.01
],
"target": 0,
"brier": 0.08699999999999998,
"nll": 0.2613647641344075
},
{
"id": "transfer-v4-0037",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.69,
"probabilities": [
0.03,
0.02,
0.26,
0.69
],
"target": 3,
"brier": 0.16500000000000004,
"nll": 0.37106368139083207
},
{
"id": "transfer-v4-0038",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0039",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.94,
0.06,
0.0,
0.0
],
"target": 0,
"brier": 0.007200000000000007,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0040",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.82,
"probabilities": [
0.02,
0.15,
0.01,
0.82
],
"target": 3,
"brier": 0.05540000000000002,
"nll": 0.19845093872383832
},
{
"id": "transfer-v4-0041",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.77,
"probabilities": [
0.09,
0.03,
0.11,
0.77
],
"target": 3,
"brier": 0.07399999999999998,
"nll": 0.2613647641344075
},
{
"id": "transfer-v4-0042",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.57,
"probabilities": [
0.39,
0.57,
0.03,
0.01
],
"target": 0,
"brier": 0.698,
"nll": 0.941608539858445
},
{
"id": "transfer-v4-0043",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0044",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0045",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.04,
0.03,
0.89,
0.04
],
"target": 2,
"brier": 0.0162,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0046",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0047",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.99,
0.01
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0048",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0049",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.0,
0.99
],
"target": 3,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0050",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0051",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.52,
"probabilities": [
0.03,
0.0,
0.52,
0.45
],
"target": 3,
"brier": 0.5738000000000001,
"nll": 0.7985076962177716
},
{
"id": "transfer-v4-0052",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0053",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0054",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.45,
"probabilities": [
0.12,
0.45,
0.35,
0.08
],
"target": 2,
"brier": 0.6458,
"nll": 1.0498221244986778
},
{
"id": "transfer-v4-0055",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.78,
"probabilities": [
0.13,
0.08,
0.78,
0.01
],
"target": 2,
"brier": 0.07179999999999999,
"nll": 0.2484613592984996
},
{
"id": "transfer-v4-0056",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0057",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.01,
0.01,
0.96,
0.02
],
"target": 2,
"brier": 0.0022000000000000027,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0058",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.01,
0.05,
0.92,
0.02
],
"target": 2,
"brier": 0.009399999999999993,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0059",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0060",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.91,
0.0,
0.0,
0.09
],
"target": 0,
"brier": 0.016199999999999992,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0061",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.62,
"probabilities": [
0.04,
0.62,
0.04,
0.3
],
"target": 1,
"brier": 0.2376,
"nll": 0.4780358009429998
},
{
"id": "transfer-v4-0062",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0063",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.01,
0.97,
0.01,
0.01
],
"target": 1,
"brier": 0.0012000000000000016,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0064",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0065",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.82,
"probabilities": [
0.09,
0.08,
0.01,
0.82
],
"target": 3,
"brier": 0.04700000000000002,
"nll": 0.19845093872383832
},
{
"id": "transfer-v4-0066",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0067",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.02,
0.02,
0.02,
0.94
],
"target": 3,
"brier": 0.0048000000000000065,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0068",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.59,
"probabilities": [
0.01,
0.59,
0.01,
0.39
],
"target": 1,
"brier": 0.3204,
"nll": 0.527632742082372
},
{
"id": "transfer-v4-0069",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.02,
0.18,
0.05,
0.75
],
"target": 1,
"brier": 1.2378,
"nll": 1.7147984280919266
},
{
"id": "transfer-v4-0070",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.01,
0.08,
0.9,
0.01
],
"target": 2,
"brier": 0.016599999999999997,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0071",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0072",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.65,
"probabilities": [
0.31,
0.04,
0.65,
0.0
],
"target": 0,
"brier": 0.9002,
"nll": 1.171182981502945
},
{
"id": "transfer-v4-0073",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0074",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.0,
0.99,
0.0
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0075",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0076",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99,
0.0,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0077",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.49,
"probabilities": [
0.04,
0.46,
0.49,
0.01
],
"target": 2,
"brier": 0.4734,
"nll": 0.7133498878774648
},
{
"id": "transfer-v4-0078",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0079",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0080",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.03,
0.2,
0.75,
0.0,
0.01,
0.01
],
"target": 1,
"brier": 1.2036000000000002,
"nll": 1.6094379124341003
},
{
"id": "transfer-v4-0081",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.78,
"probabilities": [
0.22,
0.0,
0.0,
0.78,
0.0,
0.0
],
"target": 0,
"brier": 1.2168,
"nll": 1.5141277326297755
},
{
"id": "transfer-v4-0082",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0083",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.0,
0.03,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0084",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0085",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.83,
"probabilities": [
0.09,
0.08,
0.0,
0.83,
0.0,
0.0
],
"target": 0,
"brier": 1.5234,
"nll": 2.4079456086518722
},
{
"id": "transfer-v4-0086",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.86,
"probabilities": [
0.0,
0.14,
0.86,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 1.4791999999999998,
"nll": 1.9661128563728327
},
{
"id": "transfer-v4-0087",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0088",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.03,
0.83,
0.14,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.04940000000000001,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0089",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.63,
"probabilities": [
0.63,
0.0,
0.02,
0.0,
0.35,
0.0
],
"target": 0,
"brier": 0.2598,
"nll": 0.4620354595965587
},
{
"id": "transfer-v4-0090",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.0,
0.0,
0.01,
0.03,
0.0
],
"target": 0,
"brier": 0.002600000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0091",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0092",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.99,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 1.9602,
"nll": 4.605170185988091
},
{
"id": "transfer-v4-0093",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.31,
"probabilities": [
0.31,
0.28,
0.08,
0.0,
0.06,
0.27
],
"target": 4,
"brier": 1.1374,
"nll": 2.8134107167600364
},
{
"id": "transfer-v4-0094",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.78,
"probabilities": [
0.22,
0.0,
0.78,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 0.0968,
"nll": 0.2484613592984996
},
{
"id": "transfer-v4-0095",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.8,
"probabilities": [
0.0,
0.2,
0.8,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 0.07999999999999999,
"nll": 0.2231435513142097
},
{
"id": "transfer-v4-0096",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 3,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0097",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.9,
"probabilities": [
0.9,
0.0,
0.04,
0.04,
0.02,
0.0
],
"target": 3,
"brier": 1.7336,
"nll": 3.2188758248682006
},
{
"id": "transfer-v4-0098",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.98,
"probabilities": [
0.98,
0.0,
0.0,
0.0,
0.02,
0.0
],
"target": 4,
"brier": 1.9207999999999998,
"nll": 3.912023005428146
},
{
"id": "transfer-v4-0099",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0100",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.93,
0.0,
0.0,
0.02,
0.05,
0.0
],
"target": 0,
"brier": 0.007799999999999994,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0101",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.0,
0.97,
0.0,
0.0,
0.0,
0.03
],
"target": 1,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0102",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.0,
0.0,
0.05,
0.0,
0.95,
0.0
],
"target": 4,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0103",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.42,
"probabilities": [
0.29,
0.42,
0.25,
0.01,
0.02,
0.01
],
"target": 0,
"brier": 0.7435999999999999,
"nll": 1.2378743560016174
},
{
"id": "transfer-v4-0104",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.81,
"probabilities": [
0.81,
0.02,
0.01,
0.15,
0.0,
0.01
],
"target": 3,
"brier": 1.3792,
"nll": 1.8971199848858813
},
{
"id": "transfer-v4-0105",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.0,
0.17,
0.83,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0106",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0107",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.83,
0.03,
0.14,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.04940000000000001,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0108",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0109",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.57,
"probabilities": [
0.57,
0.0,
0.0,
0.01,
0.39,
0.03
],
"target": 0,
"brier": 0.338,
"nll": 0.5621189181535413
},
{
"id": "transfer-v4-0110",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0111",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 0,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0112",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.72,
"probabilities": [
0.72,
0.28,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.15680000000000002,
"nll": 0.3285040669720361
},
{
"id": "transfer-v4-0113",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0114",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.41,
"probabilities": [
0.26,
0.41,
0.29,
0.0,
0.03,
0.01
],
"target": 2,
"brier": 0.7408,
"nll": 1.2378743560016174
},
{
"id": "transfer-v4-0115",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0116",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.66,
"probabilities": [
0.66,
0.0,
0.05,
0.0,
0.29,
0.0
],
"target": 1,
"brier": 1.5222,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0117",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.66,
"probabilities": [
0.34,
0.66,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.23120000000000002,
"nll": 0.4155154439616658
},
{
"id": "transfer-v4-0118",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.93,
0.03,
0.0,
0.01,
0.02,
0.01
],
"target": 0,
"brier": 0.0063999999999999925,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0119",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0120",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.79,
"probabilities": [
0.79,
0.0,
0.0,
0.0,
0.21,
0.0
],
"target": 0,
"brier": 0.08819999999999997,
"nll": 0.23572233352106983
},
{
"id": "transfer-v4-0121",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.67,
"probabilities": [
0.0,
0.67,
0.33,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.2178,
"nll": 0.40047756659712525
},
{
"id": "transfer-v4-0122",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.96,
"probabilities": [
0.04,
0.0,
0.0,
0.0,
0.96,
0.0
],
"target": 2,
"brier": 1.9232,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0123",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.0,
0.98,
0.02,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0124",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.49,
"probabilities": [
0.02,
0.49,
0.48,
0.0,
0.01,
0.0
],
"target": 1,
"brier": 0.491,
"nll": 0.7133498878774648
},
{
"id": "transfer-v4-0125",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.85,
"probabilities": [
0.0,
0.85,
0.15,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.045000000000000005,
"nll": 0.16251892949777494
},
{
"id": "transfer-v4-0126",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.53,
"probabilities": [
0.03,
0.53,
0.44,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 0.5954,
"nll": 0.8209805520698302
},
{
"id": "transfer-v4-0127",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.0,
0.0,
0.03,
0.0,
0.0
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0128",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.5555555555555556,
"probabilities": [
0.5555555555555556,
0.0,
0.0,
0.10101010101010101,
0.2828282828282828,
0.0606060606060606
],
"target": 1,
"brier": 1.4025099479644934,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0129",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0130",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.59,
"probabilities": [
0.41,
0.0,
0.0,
0.59,
0.0,
0.0
],
"target": 0,
"brier": 0.6962,
"nll": 0.8915981192837836
},
{
"id": "transfer-v4-0131",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0132",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0133",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0134",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.0,
0.9,
0.1,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.019999999999999997,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0135",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.52,
"probabilities": [
0.52,
0.01,
0.01,
0.12,
0.32,
0.02
],
"target": 4,
"brier": 0.7477999999999999,
"nll": 1.1394342831883648
},
{
"id": "transfer-v4-0136",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.86,
"probabilities": [
0.0,
0.86,
0.14,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.039200000000000006,
"nll": 0.15082288973458366
},
{
"id": "transfer-v4-0137",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.98,
"probabilities": [
0.0,
0.98,
0.0,
0.0,
0.0,
0.02
],
"target": 5,
"brier": 1.9207999999999998,
"nll": 3.912023005428146
},
{
"id": "transfer-v4-0138",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.98,
"probabilities": [
0.98,
0.0,
0.0,
0.02,
0.0,
0.0
],
"target": 1,
"brier": 1.9607999999999999,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0139",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.98,
"probabilities": [
0.0,
0.98,
0.0,
0.0,
0.0,
0.02
],
"target": 2,
"brier": 1.9607999999999999,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0140",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.77,
"probabilities": [
0.0,
0.23,
0.77,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 1.1858,
"nll": 1.4696759700589417
},
{
"id": "transfer-v4-0141",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.72,
"probabilities": [
0.01,
0.72,
0.02,
0.0,
0.24,
0.01
],
"target": 4,
"brier": 1.0966,
"nll": 1.4271163556401458
},
{
"id": "transfer-v4-0142",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.95,
"probabilities": [
0.0,
0.95,
0.05,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 1.805,
"nll": 2.995732273553991
},
{
"id": "transfer-v4-0143",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0144",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.0,
0.0,
0.0,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0145",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0146",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0147",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.64,
"probabilities": [
0.14,
0.64,
0.2,
0.0,
0.02,
0.0
],
"target": 2,
"brier": 1.0696,
"nll": 1.6094379124341003
},
{
"id": "transfer-v4-0148",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.75,
0.03,
0.11,
0.1,
0.01,
0.0
],
"target": 2,
"brier": 1.3656,
"nll": 2.2072749131897207
},
{
"id": "transfer-v4-0149",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.8,
"probabilities": [
0.8,
0.0,
0.11,
0.01,
0.08,
0.0
],
"target": 3,
"brier": 1.6386,
"nll": 4.605170185988091
},
{
"id": "transfer-v4-0150",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.0,
0.01,
0.0,
0.99
],
"target": 5,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0151",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.0,
0.0,
0.0,
0.99,
0.0
],
"target": 4,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0152",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 3,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0153",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0154",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.4,
"probabilities": [
0.4,
0.39,
0.04,
0.02,
0.03,
0.12
],
"target": 1,
"brier": 0.5494,
"nll": 0.941608539858445
},
{
"id": "transfer-v4-0155",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 3,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0156",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0157",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.91,
0.0,
0.09,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.016199999999999992,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0158",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.99,
"probabilities": [
0.99,
0.0,
0.0,
0.01,
0.0,
0.0
],
"target": 3,
"brier": 1.9602,
"nll": 4.605170185988091
},
{
"id": "transfer-v4-0159",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.0,
0.01,
0.0,
0.99
],
"target": 5,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0160",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.88,
"probabilities": [
0.12,
0.88
],
"target": 1,
"brier": 0.0288,
"nll": 0.12783337150988489
},
{
"id": "transfer-v4-0161",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.5700000000000001,
"probabilities": [
0.5700000000000001,
0.43
],
"target": 1,
"brier": 0.6498000000000002,
"nll": 0.843970070294529
},
{
"id": "transfer-v4-0162",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0163",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6799999999999999,
"probabilities": [
0.6799999999999999,
0.32
],
"target": 0,
"brier": 0.20480000000000004,
"nll": 0.3856624808119848
},
{
"id": "transfer-v4-0164",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.72,
"probabilities": [
0.28,
0.72
],
"target": 1,
"brier": 0.15680000000000002,
"nll": 0.3285040669720361
},
{
"id": "transfer-v4-0165",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0166",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.74,
"probabilities": [
0.26,
0.74
],
"target": 1,
"brier": 0.13520000000000001,
"nll": 0.3011050927839216
},
{
"id": "transfer-v4-0167",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 1,
"brier": 0.01999999999999999,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0168",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.88,
"probabilities": [
0.12,
0.88
],
"target": 1,
"brier": 0.0288,
"nll": 0.12783337150988489
},
{
"id": "transfer-v4-0169",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.78,
"probabilities": [
0.21999999999999997,
0.78
],
"target": 1,
"brier": 0.09679999999999998,
"nll": 0.2484613592984996
},
{
"id": "transfer-v4-0170",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.58,
"probabilities": [
0.42000000000000004,
0.58
],
"target": 1,
"brier": 0.35280000000000006,
"nll": 0.5447271754416722
},
{
"id": "transfer-v4-0171",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0172",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.69,
"probabilities": [
0.31000000000000005,
0.69
],
"target": 1,
"brier": 0.19220000000000007,
"nll": 0.37106368139083207
},
{
"id": "transfer-v4-0173",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.72,
"probabilities": [
0.72,
0.28
],
"target": 0,
"brier": 0.15680000000000002,
"nll": 0.3285040669720361
},
{
"id": "transfer-v4-0174",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.17000000000000004,
0.83
],
"target": 1,
"brier": 0.057800000000000025,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0175",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.63,
"probabilities": [
0.63,
0.37
],
"target": 0,
"brier": 0.2738,
"nll": 0.4620354595965587
},
{
"id": "transfer-v4-0176",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.88,
"probabilities": [
0.12,
0.88
],
"target": 0,
"brier": 1.5488,
"nll": 2.120263536200091
},
{
"id": "transfer-v4-0177",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.61,
"probabilities": [
0.39,
0.61
],
"target": 1,
"brier": 0.3042,
"nll": 0.4942963218147801
},
{
"id": "transfer-v4-0178",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.55,
"probabilities": [
0.55,
0.45
],
"target": 0,
"brier": 0.40499999999999997,
"nll": 0.5978370007556204
},
{
"id": "transfer-v4-0179",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.91,
0.09
],
"target": 0,
"brier": 0.016199999999999992,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0180",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0181",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.7,
"probabilities": [
0.7,
0.3
],
"target": 0,
"brier": 0.18000000000000002,
"nll": 0.35667494393873245
},
{
"id": "transfer-v4-0182",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6799999999999999,
"probabilities": [
0.6799999999999999,
0.32
],
"target": 0,
"brier": 0.20480000000000004,
"nll": 0.3856624808119848
},
{
"id": "transfer-v4-0183",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.56,
"probabilities": [
0.43999999999999995,
0.56
],
"target": 0,
"brier": 0.6272000000000001,
"nll": 0.8209805520698303
},
{
"id": "transfer-v4-0184",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.25,
0.75
],
"target": 0,
"brier": 1.125,
"nll": 1.3862943611198906
},
{
"id": "transfer-v4-0185",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.65,
"probabilities": [
0.35,
0.65
],
"target": 0,
"brier": 0.8450000000000001,
"nll": 1.0498221244986778
},
{
"id": "transfer-v4-0186",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.69,
"probabilities": [
0.69,
0.31
],
"target": 0,
"brier": 0.19220000000000004,
"nll": 0.37106368139083207
},
{
"id": "transfer-v4-0187",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.54,
"probabilities": [
0.45999999999999996,
0.54
],
"target": 0,
"brier": 0.5832,
"nll": 0.7765287894989964
},
{
"id": "transfer-v4-0188",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.59,
"probabilities": [
0.41000000000000003,
0.59
],
"target": 0,
"brier": 0.6961999999999999,
"nll": 0.8915981192837835
},
{
"id": "transfer-v4-0189",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.53,
"probabilities": [
0.47,
0.53
],
"target": 0,
"brier": 0.5618000000000001,
"nll": 0.7550225842780328
},
{
"id": "transfer-v4-0190",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.050000000000000044,
0.95
],
"target": 1,
"brier": 0.005000000000000009,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0191",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0192",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.92,
"probabilities": [
0.92,
0.08
],
"target": 1,
"brier": 1.6928,
"nll": 2.5257286443082556
},
{
"id": "transfer-v4-0193",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.6699999999999999,
"probabilities": [
0.6699999999999999,
0.33
],
"target": 0,
"brier": 0.21780000000000005,
"nll": 0.4004775665971254
},
{
"id": "transfer-v4-0194",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.81,
"probabilities": [
0.18999999999999995,
0.81
],
"target": 1,
"brier": 0.07219999999999996,
"nll": 0.21072103131565253
},
{
"id": "transfer-v4-0195",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0196",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0197",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.79,
"probabilities": [
0.79,
0.21
],
"target": 0,
"brier": 0.08819999999999997,
"nll": 0.23572233352106983
},
{
"id": "transfer-v4-0198",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.92,
0.08
],
"target": 0,
"brier": 0.012799999999999994,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0199",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.94,
0.06
],
"target": 0,
"brier": 0.007200000000000007,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0200",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.8200000000000001,
"probabilities": [
0.8200000000000001,
0.18
],
"target": 0,
"brier": 0.06479999999999997,
"nll": 0.19845093872383818
},
{
"id": "transfer-v4-0201",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0202",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0203",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.89,
0.11
],
"target": 0,
"brier": 0.0242,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0204",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0205",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0206",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.92,
0.08
],
"target": 0,
"brier": 0.012799999999999994,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0207",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.92,
0.08
],
"target": 0,
"brier": 0.012799999999999994,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0208",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.87,
"probabilities": [
0.87,
0.13
],
"target": 0,
"brier": 0.033800000000000004,
"nll": 0.13926206733350766
},
{
"id": "transfer-v4-0209",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.63,
"probabilities": [
0.63,
0.37
],
"target": 0,
"brier": 0.2738,
"nll": 0.4620354595965587
},
{
"id": "transfer-v4-0210",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.92,
0.08
],
"target": 0,
"brier": 0.012799999999999994,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0211",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.83,
0.17
],
"target": 0,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0212",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.52,
"probabilities": [
0.52,
0.48
],
"target": 0,
"brier": 0.4608,
"nll": 0.6539264674066639
},
{
"id": "transfer-v4-0213",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.06999999999999995,
0.93
],
"target": 1,
"brier": 0.009799999999999986,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0214",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0215",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.88,
"probabilities": [
0.12,
0.88
],
"target": 1,
"brier": 0.0288,
"nll": 0.12783337150988489
},
{
"id": "transfer-v4-0216",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.58,
"probabilities": [
0.42000000000000004,
0.58
],
"target": 0,
"brier": 0.6728,
"nll": 0.867500567704723
},
{
"id": "transfer-v4-0217",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.9,
"probabilities": [
0.9,
0.1
],
"target": 1,
"brier": 1.62,
"nll": 2.3025850929940455
},
{
"id": "transfer-v4-0218",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0219",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9299999999999999,
"probabilities": [
0.9299999999999999,
0.07
],
"target": 0,
"brier": 0.00980000000000001,
"nll": 0.0725706928348355
},
{
"id": "transfer-v4-0220",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.75,
0.25
],
"target": 1,
"brier": 1.125,
"nll": 1.3862943611198906
},
{
"id": "transfer-v4-0221",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.69,
"probabilities": [
0.69,
0.31
],
"target": 1,
"brier": 0.9521999999999998,
"nll": 1.171182981502945
},
{
"id": "transfer-v4-0222",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.5900000000000001,
"probabilities": [
0.5900000000000001,
0.41
],
"target": 0,
"brier": 0.33619999999999994,
"nll": 0.5276327420823718
},
{
"id": "transfer-v4-0223",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.79,
"probabilities": [
0.79,
0.21
],
"target": 1,
"brier": 1.2482000000000002,
"nll": 1.5606477482646683
},
{
"id": "transfer-v4-0224",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0225",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.5800000000000001,
"probabilities": [
0.5800000000000001,
0.42
],
"target": 0,
"brier": 0.3527999999999999,
"nll": 0.5447271754416719
},
{
"id": "transfer-v4-0226",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.87,
"probabilities": [
0.13,
0.87
],
"target": 1,
"brier": 0.033800000000000004,
"nll": 0.13926206733350766
},
{
"id": "transfer-v4-0227",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.89,
0.11
],
"target": 0,
"brier": 0.0242,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0228",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": false,
"confidence": 0.67,
"probabilities": [
0.32999999999999996,
0.67
],
"target": 0,
"brier": 0.8978000000000002,
"nll": 1.1086626245216114
},
{
"id": "transfer-v4-0229",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.83,
0.17
],
"target": 0,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0230",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0231",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.10999999999999999,
0.89
],
"target": 1,
"brier": 0.024199999999999996,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0232",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0233",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.53,
"probabilities": [
0.53,
0.47
],
"target": 0,
"brier": 0.44179999999999997,
"nll": 0.6348782724359695
},
{
"id": "transfer-v4-0234",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.9299999999999999,
"probabilities": [
0.9299999999999999,
0.07
],
"target": 0,
"brier": 0.00980000000000001,
"nll": 0.0725706928348355
},
{
"id": "transfer-v4-0235",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.58,
"probabilities": [
0.42000000000000004,
0.58
],
"target": 1,
"brier": 0.35280000000000006,
"nll": 0.5447271754416722
},
{
"id": "transfer-v4-0236",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.79,
"probabilities": [
0.20999999999999996,
0.79
],
"target": 1,
"brier": 0.08819999999999997,
"nll": 0.23572233352106983
},
{
"id": "transfer-v4-0237",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.75,
"probabilities": [
0.75,
0.25
],
"target": 0,
"brier": 0.125,
"nll": 0.2876820724517809
},
{
"id": "transfer-v4-0238",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0239",
"question": "offensive",
"type": "noul",
"source": "tweet_offensive",
"error": null,
"correct": true,
"confidence": 0.75,
"probabilities": [
0.75,
0.25
],
"target": 0,
"brier": 0.125,
"nll": 0.2876820724517809
},
{
"id": "transfer-v4-0240",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0241",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0242",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0243",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0244",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0245",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0246",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.08999999999999997,
0.91
],
"target": 1,
"brier": 0.01619999999999999,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0247",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.71,
"probabilities": [
0.29000000000000004,
0.71
],
"target": 0,
"brier": 1.0082,
"nll": 1.2378743560016172
},
{
"id": "transfer-v4-0248",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0249",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0250",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0251",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.06000000000000005,
0.94
],
"target": 1,
"brier": 0.007200000000000013,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0252",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.75,
"probabilities": [
0.25,
0.75
],
"target": 1,
"brier": 0.125,
"nll": 0.2876820724517809
},
{
"id": "transfer-v4-0253",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.81,
"probabilities": [
0.18999999999999995,
0.81
],
"target": 1,
"brier": 0.07219999999999996,
"nll": 0.21072103131565253
},
{
"id": "transfer-v4-0254",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.68,
"probabilities": [
0.31999999999999995,
0.68
],
"target": 1,
"brier": 0.20479999999999993,
"nll": 0.3856624808119846
},
{
"id": "transfer-v4-0255",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0256",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0257",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0258",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0259",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.06000000000000005,
0.94
],
"target": 1,
"brier": 0.007200000000000013,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0260",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0261",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.74,
"probabilities": [
0.74,
0.26
],
"target": 0,
"brier": 0.13520000000000001,
"nll": 0.3011050927839216
},
{
"id": "transfer-v4-0262",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0263",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.78,
"probabilities": [
0.21999999999999997,
0.78
],
"target": 1,
"brier": 0.09679999999999998,
"nll": 0.2484613592984996
},
{
"id": "transfer-v4-0264",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0265",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.94,
0.06
],
"target": 0,
"brier": 0.007200000000000007,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0266",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.76,
"probabilities": [
0.24,
0.76
],
"target": 1,
"brier": 0.1152,
"nll": 0.2744368457017603
},
{
"id": "transfer-v4-0267",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0268",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.67,
"probabilities": [
0.32999999999999996,
0.67
],
"target": 0,
"brier": 0.8978000000000002,
"nll": 1.1086626245216114
},
{
"id": "transfer-v4-0269",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0270",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.85,
"probabilities": [
0.85,
0.15
],
"target": 0,
"brier": 0.045000000000000005,
"nll": 0.16251892949777494
},
{
"id": "transfer-v4-0271",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0272",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.84,
"probabilities": [
0.16000000000000003,
0.84
],
"target": 1,
"brier": 0.05120000000000002,
"nll": 0.1743533871447778
},
{
"id": "transfer-v4-0273",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.10999999999999999,
0.89
],
"target": 1,
"brier": 0.024199999999999996,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0274",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0275",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0276",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.5800000000000001,
"probabilities": [
0.5800000000000001,
0.42
],
"target": 1,
"brier": 0.6728000000000002,
"nll": 0.8675005677047231
},
{
"id": "transfer-v4-0277",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0278",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0279",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.94,
0.06
],
"target": 0,
"brier": 0.007200000000000007,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0280",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0281",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0282",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0283",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.79,
"probabilities": [
0.20999999999999996,
0.79
],
"target": 1,
"brier": 0.08819999999999997,
"nll": 0.23572233352106983
},
{
"id": "transfer-v4-0284",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0285",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0286",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0287",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.08999999999999997,
0.91
],
"target": 1,
"brier": 0.01619999999999999,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0288",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0289",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.52,
"probabilities": [
0.48,
0.52
],
"target": 0,
"brier": 0.5408000000000001,
"nll": 0.7339691750802004
},
{
"id": "transfer-v4-0290",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0291",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0292",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0293",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0294",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0295",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0296",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0297",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.91,
0.09
],
"target": 0,
"brier": 0.016199999999999992,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0298",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0299",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.6,
"probabilities": [
0.4,
0.6
],
"target": 1,
"brier": 0.32000000000000006,
"nll": 0.5108256237659907
},
{
"id": "transfer-v4-0300",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.75,
"probabilities": [
0.25,
0.75
],
"target": 1,
"brier": 0.125,
"nll": 0.2876820724517809
},
{
"id": "transfer-v4-0301",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0302",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0303",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0304",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.63,
"probabilities": [
0.63,
0.37
],
"target": 1,
"brier": 0.7938000000000001,
"nll": 0.9942522733438669
},
{
"id": "transfer-v4-0305",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0306",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.65,
"probabilities": [
0.65,
0.35
],
"target": 0,
"brier": 0.24499999999999997,
"nll": 0.4307829160924542
},
{
"id": "transfer-v4-0307",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0308",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.89,
0.11
],
"target": 0,
"brier": 0.0242,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0309",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0310",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.67,
"probabilities": [
0.32999999999999996,
0.67
],
"target": 0,
"brier": 0.8978000000000002,
"nll": 1.1086626245216114
},
{
"id": "transfer-v4-0311",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0312",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0313",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": false,
"confidence": 0.56,
"probabilities": [
0.43999999999999995,
0.56
],
"target": 0,
"brier": 0.6272000000000001,
"nll": 0.8209805520698303
},
{
"id": "transfer-v4-0314",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0315",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.78,
"probabilities": [
0.21999999999999997,
0.78
],
"target": 1,
"brier": 0.09679999999999998,
"nll": 0.2484613592984996
},
{
"id": "transfer-v4-0316",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.84,
"probabilities": [
0.16000000000000003,
0.84
],
"target": 1,
"brier": 0.05120000000000002,
"nll": 0.1743533871447778
},
{
"id": "transfer-v4-0317",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0318",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.89,
"probabilities": [
0.89,
0.11
],
"target": 0,
"brier": 0.0242,
"nll": 0.11653381625595151
},
{
"id": "transfer-v4-0319",
"question": "answers",
"type": "noul",
"source": "qnli",
"error": null,
"correct": true,
"confidence": 0.84,
"probabilities": [
0.84,
0.16
],
"target": 0,
"brier": 0.05120000000000001,
"nll": 0.1743533871447778
},
{
"id": "transfer-v4-0320",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.6,
"probabilities": [
0.6,
0.4
],
"target": 0,
"brier": 0.32000000000000006,
"nll": 0.5108256237659907
},
{
"id": "transfer-v4-0321",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.5,
"probabilities": [
0.5,
0.5
],
"target": 0,
"brier": 0.5,
"nll": 0.6931471805599453
},
{
"id": "transfer-v4-0322",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0323",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0324",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0325",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.82,
"probabilities": [
0.18000000000000005,
0.82
],
"target": 0,
"brier": 1.3447999999999998,
"nll": 1.7147984280919264
},
{
"id": "transfer-v4-0326",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 0,
"brier": 1.62,
"nll": 2.302585092994046
},
{
"id": "transfer-v4-0327",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0328",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.06999999999999995,
0.93
],
"target": 1,
"brier": 0.009799999999999986,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0329",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.86,
"probabilities": [
0.14,
0.86
],
"target": 1,
"brier": 0.039200000000000006,
"nll": 0.15082288973458366
},
{
"id": "transfer-v4-0330",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0331",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.84,
"probabilities": [
0.16000000000000003,
0.84
],
"target": 1,
"brier": 0.05120000000000002,
"nll": 0.1743533871447778
},
{
"id": "transfer-v4-0332",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0333",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.08999999999999997,
0.91
],
"target": 1,
"brier": 0.01619999999999999,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0334",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.6799999999999999,
"probabilities": [
0.6799999999999999,
0.32
],
"target": 1,
"brier": 0.9247999999999998,
"nll": 1.1394342831883648
},
{
"id": "transfer-v4-0335",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.06999999999999995,
0.93
],
"target": 1,
"brier": 0.009799999999999986,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0336",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0337",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.52,
"probabilities": [
0.52,
0.48
],
"target": 1,
"brier": 0.5408000000000001,
"nll": 0.7339691750802004
},
{
"id": "transfer-v4-0338",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0339",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0340",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.52,
"probabilities": [
0.48,
0.52
],
"target": 1,
"brier": 0.4608,
"nll": 0.6539264674066639
},
{
"id": "transfer-v4-0341",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.88,
"probabilities": [
0.12,
0.88
],
"target": 1,
"brier": 0.0288,
"nll": 0.12783337150988489
},
{
"id": "transfer-v4-0342",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.54,
"probabilities": [
0.54,
0.46
],
"target": 1,
"brier": 0.5832,
"nll": 0.7765287894989963
},
{
"id": "transfer-v4-0343",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0344",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.66,
"probabilities": [
0.33999999999999997,
0.66
],
"target": 1,
"brier": 0.23119999999999996,
"nll": 0.4155154439616658
},
{
"id": "transfer-v4-0345",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0346",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0347",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0348",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.06999999999999995,
0.93
],
"target": 1,
"brier": 0.009799999999999986,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0349",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0350",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0351",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.83,
0.17
],
"target": 0,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0352",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 1,
"brier": 0.01999999999999999,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0353",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 1,
"brier": 0.01999999999999999,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0354",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.81,
"probabilities": [
0.18999999999999995,
0.81
],
"target": 1,
"brier": 0.07219999999999996,
"nll": 0.21072103131565253
},
{
"id": "transfer-v4-0355",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.86,
"probabilities": [
0.86,
0.14
],
"target": 0,
"brier": 0.039200000000000006,
"nll": 0.15082288973458366
},
{
"id": "transfer-v4-0356",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0357",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 1,
"brier": 0.003200000000000006,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0358",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0359",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0360",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 0,
"brier": 1.62,
"nll": 2.302585092994046
},
{
"id": "transfer-v4-0361",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.050000000000000044,
0.95
],
"target": 1,
"brier": 0.005000000000000009,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0362",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.84,
"probabilities": [
0.16000000000000003,
0.84
],
"target": 0,
"brier": 1.4111999999999998,
"nll": 1.83258146374831
},
{
"id": "transfer-v4-0363",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 1,
"brier": 0.01999999999999999,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0364",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.94,
0.06
],
"target": 0,
"brier": 0.007200000000000007,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0365",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.92,
0.08
],
"target": 0,
"brier": 0.012799999999999994,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0366",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0367",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0368",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0369",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.77,
"probabilities": [
0.22999999999999998,
0.77
],
"target": 0,
"brier": 1.1858,
"nll": 1.4696759700589417
},
{
"id": "transfer-v4-0370",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0371",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.5,
"probabilities": [
0.5,
0.5
],
"target": 0,
"brier": 0.5,
"nll": 0.6931471805599453
},
{
"id": "transfer-v4-0372",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0373",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 1,
"brier": 1.8432,
"nll": 3.2188758248682006
},
{
"id": "transfer-v4-0374",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.91,
"probabilities": [
0.08999999999999997,
0.91
],
"target": 0,
"brier": 1.6562000000000001,
"nll": 2.4079456086518722
},
{
"id": "transfer-v4-0375",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0376",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.55,
"probabilities": [
0.44999999999999996,
0.55
],
"target": 0,
"brier": 0.6050000000000001,
"nll": 0.7985076962177717
},
{
"id": "transfer-v4-0377",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0378",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.9,
"probabilities": [
0.09999999999999998,
0.9
],
"target": 0,
"brier": 1.62,
"nll": 2.302585092994046
},
{
"id": "transfer-v4-0379",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0380",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0381",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.85,
"probabilities": [
0.15000000000000002,
0.85
],
"target": 0,
"brier": 1.4449999999999998,
"nll": 1.897119984885881
},
{
"id": "transfer-v4-0382",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.62,
"probabilities": [
0.38,
0.62
],
"target": 0,
"brier": 0.7688,
"nll": 0.9675840262617056
},
{
"id": "transfer-v4-0383",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.92,
"probabilities": [
0.07999999999999996,
0.92
],
"target": 1,
"brier": 0.012799999999999987,
"nll": 0.08338160893905101
},
{
"id": "transfer-v4-0384",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.050000000000000044,
0.95
],
"target": 1,
"brier": 0.005000000000000009,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0385",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0386",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.96,
"probabilities": [
0.040000000000000036,
0.96
],
"target": 0,
"brier": 1.8432,
"nll": 3.2188758248681997
},
{
"id": "transfer-v4-0387",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0388",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.030000000000000027,
0.97
],
"target": 1,
"brier": 0.0018000000000000032,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0389",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.76,
"probabilities": [
0.24,
0.76
],
"target": 1,
"brier": 0.1152,
"nll": 0.2744368457017603
},
{
"id": "transfer-v4-0390",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.03
],
"target": 0,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0391",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.74,
"probabilities": [
0.74,
0.26
],
"target": 0,
"brier": 0.13520000000000001,
"nll": 0.3011050927839216
},
{
"id": "transfer-v4-0392",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.88,
"probabilities": [
0.12,
0.88
],
"target": 0,
"brier": 1.5488,
"nll": 2.120263536200091
},
{
"id": "transfer-v4-0393",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.94,
0.06
],
"target": 0,
"brier": 0.007200000000000007,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0394",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0395",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.9299999999999999,
"probabilities": [
0.9299999999999999,
0.07
],
"target": 0,
"brier": 0.00980000000000001,
"nll": 0.0725706928348355
},
{
"id": "transfer-v4-0396",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": false,
"confidence": 0.86,
"probabilities": [
0.86,
0.14
],
"target": 1,
"brier": 1.4791999999999998,
"nll": 1.9661128563728327
},
{
"id": "transfer-v4-0397",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0398",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0399",
"question": "paraphrase",
"type": "noul",
"source": "paws",
"error": null,
"correct": true,
"confidence": 0.94,
"probabilities": [
0.06000000000000005,
0.94
],
"target": 1,
"brier": 0.007200000000000013,
"nll": 0.06187540371808753
},
{
"id": "transfer-v4-0400",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0401",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.0,
0.0,
0.99
],
"target": 3,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0402",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0403",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0404",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0405",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0406",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0407",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0408",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0409",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0410",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0411",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0412",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0413",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0414",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0415",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0416",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.75,
"probabilities": [
0.23,
0.01,
0.01,
0.75
],
"target": 3,
"brier": 0.11560000000000001,
"nll": 0.2876820724517809
},
{
"id": "transfer-v4-0417",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0418",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0419",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0420",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0421",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0422",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": false,
"confidence": 0.88,
"probabilities": [
0.12,
0.0,
0.88,
0.0
],
"target": 0,
"brier": 1.5488,
"nll": 2.120263536200091
},
{
"id": "transfer-v4-0423",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0424",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0425",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.02,
0.98,
0.0,
0.0
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0426",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0427",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0428",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0429",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0430",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0431",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.01,
0.0,
0.03
],
"target": 0,
"brier": 0.002600000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0432",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0433",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0434",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0435",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0436",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.5,
"probabilities": [
0.5,
0.34,
0.1,
0.06
],
"target": 0,
"brier": 0.37920000000000004,
"nll": 0.6931471805599453
},
{
"id": "transfer-v4-0437",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0438",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0439",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0440",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0441",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0442",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0443",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0444",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0445",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0446",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0447",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0448",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0449",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0450",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0451",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0452",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0453",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0454",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0455",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0456",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0457",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0458",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0459",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0460",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0461",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0462",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0463",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0464",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0465",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0466",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0467",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.82,
"probabilities": [
0.01,
0.01,
0.82,
0.16
],
"target": 2,
"brier": 0.05820000000000002,
"nll": 0.19845093872383832
},
{
"id": "transfer-v4-0468",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0469",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0470",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0471",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0472",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0473",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0474",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0475",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0476",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0477",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0478",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0479",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0480",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.85,
"probabilities": [
0.85,
0.14,
0.01,
0.0,
0.0
],
"target": 0,
"brier": 0.04220000000000001,
"nll": 0.16251892949777494
},
{
"id": "transfer-v4-0481",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.9393939393939393,
"probabilities": [
0.9393939393939393,
0.0101010101010101,
0.050505050505050504,
0.0
],
"target": 2,
"brier": 1.7841036628915414,
"nll": 2.9856819377004897
},
{
"id": "transfer-v4-0482",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.03,
0.97,
0.0,
0.0
],
"target": 1,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0483",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0484",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.03,
0.97,
0.0,
0.0
],
"target": 1,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0485",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0486",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0487",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.01,
0.99
],
"target": 3,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0488",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0489",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.0,
0.01,
0.0,
0.04
],
"target": 0,
"brier": 0.004200000000000004,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0490",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.68,
"probabilities": [
0.020000000000000004,
0.010000000000000002,
0.68,
0.29000000000000004
],
"target": 2,
"brier": 0.18699999999999997,
"nll": 0.3856624808119846
},
{
"id": "transfer-v4-0491",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.0,
0.01,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0492",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0493",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.91,
"probabilities": [
0.0,
0.09,
0.0,
0.91
],
"target": 3,
"brier": 0.016199999999999992,
"nll": 0.09431067947124129
},
{
"id": "transfer-v4-0494",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0495",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 2,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0496",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 2,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0497",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 1,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0498",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.0,
0.98,
0.02,
0.0,
0.0
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0499",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0500",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0501",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.0,
0.01,
0.0
],
"target": 4,
"brier": 1.9802,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0502",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 1,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0503",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 3,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0504",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 4,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0505",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.59,
"probabilities": [
0.38,
0.03,
0.59,
0.0
],
"target": 2,
"brier": 0.3134,
"nll": 0.527632742082372
},
{
"id": "transfer-v4-0506",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0507",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0,
0.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0508",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.02,
0.01,
0.01
],
"target": 0,
"brier": 0.0022000000000000027,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0509",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0510",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01,
0.0,
0.0
],
"target": 4,
"brier": 1.9802,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0511",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 0.98,
"probabilities": [
0.98,
0.0,
0.0,
0.02
],
"target": 3,
"brier": 1.9207999999999998,
"nll": 3.912023005428146
},
{
"id": "transfer-v4-0512",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": false,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 3,
"brier": 2.0,
"nll": 27.631021115928547
},
{
"id": "transfer-v4-0513",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.01,
0.03,
0.01,
0.95,
0.0
],
"target": 3,
"brier": 0.0036000000000000042,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0514",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.88,
"probabilities": [
0.88,
0.01,
0.02,
0.09
],
"target": 0,
"brier": 0.023,
"nll": 0.12783337150988489
},
{
"id": "transfer-v4-0515",
"question": "answer",
"type": "choice",
"source": "mmlu",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.02,
0.97,
0.01,
0.0
],
"target": 1,
"brier": 0.0014000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0516",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.6,
"probabilities": [
0.6,
0.05,
0.01,
0.01,
0.01,
0.31,
0.01
],
"target": 1,
"brier": 1.359,
"nll": 2.995732273553991
},
{
"id": "transfer-v4-0517",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.65,
"probabilities": [
0.65,
0.32,
0.01,
0.01,
0.0,
0.01
],
"target": 0,
"brier": 0.22519999999999998,
"nll": 0.4307829160924542
},
{
"id": "transfer-v4-0518",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.74,
"probabilities": [
0.04,
0.18,
0.0,
0.0,
0.74,
0.04
],
"target": 1,
"brier": 1.2232,
"nll": 1.7147984280919266
},
{
"id": "transfer-v4-0519",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.77,
"probabilities": [
0.02,
0.0,
0.0,
0.0,
0.21,
0.0,
0.77
],
"target": 0,
"brier": 1.5974,
"nll": 3.912023005428146
},
{
"id": "transfer-v4-0520",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.84,
"probabilities": [
0.0,
0.84,
0.0,
0.16,
0.0,
0.0
],
"target": 1,
"brier": 0.05120000000000001,
"nll": 0.1743533871447778
},
{
"id": "transfer-v4-0521",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.24,
0.01,
0.0,
0.0,
0.75,
0.0
],
"target": 0,
"brier": 1.1402,
"nll": 1.4271163556401458
},
{
"id": "transfer-v4-0522",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.0,
0.17,
0.83,
0.0,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348
},
{
"id": "transfer-v4-0523",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0524",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0,
0.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0525",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.0,
0.0,
0.93,
0.0,
0.0,
0.02,
0.05
],
"target": 2,
"brier": 0.007799999999999994,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0526",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.68,
"probabilities": [
0.0,
0.68,
0.01,
0.0,
0.31,
0.0
],
"target": 1,
"brier": 0.19859999999999997,
"nll": 0.3856624808119846
},
{
"id": "transfer-v4-0527",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.99,
0.0,
0.0,
0.01
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0528",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.84,
"probabilities": [
0.16,
0.84,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.05120000000000001,
"nll": 0.1743533871447778
},
{
"id": "transfer-v4-0529",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.0,
0.0,
0.0,
0.0,
0.99
],
"target": 5,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0530",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0531",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.44,
"probabilities": [
0.33,
0.01,
0.01,
0.19,
0.02,
0.0,
0.44
],
"target": 4,
"brier": 1.2992,
"nll": 3.912023005428146
},
{
"id": "transfer-v4-0532",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.73,
"probabilities": [
0.0,
0.17,
0.73,
0.1,
0.0,
0.0
],
"target": 1,
"brier": 1.2317999999999998,
"nll": 1.7719568419318752
},
{
"id": "transfer-v4-0533",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.75,
"probabilities": [
0.19,
0.0,
0.0,
0.06,
0.0,
0.75
],
"target": 3,
"brier": 1.4822,
"nll": 2.8134107167600364
},
{
"id": "transfer-v4-0534",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.67,
"probabilities": [
0.67,
0.0,
0.26,
0.06,
0.0,
0.01,
0.0
],
"target": 3,
"brier": 1.4002000000000001,
"nll": 2.8134107167600364
},
{
"id": "transfer-v4-0535",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.63,
"probabilities": [
0.63,
0.0,
0.0,
0.37,
0.0,
0.0
],
"target": 0,
"brier": 0.2738,
"nll": 0.4620354595965587
},
{
"id": "transfer-v4-0536",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.85,
"probabilities": [
0.0,
0.0,
0.85,
0.15,
0.0,
0.0
],
"target": 3,
"brier": 1.4449999999999998,
"nll": 1.8971199848858813
},
{
"id": "transfer-v4-0537",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.87,
"probabilities": [
0.13,
0.0,
0.0,
0.0,
0.0,
0.0,
0.87
],
"target": 6,
"brier": 0.033800000000000004,
"nll": 0.13926206733350766
},
{
"id": "transfer-v4-0538",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0539",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 5,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0540",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.56,
"probabilities": [
0.08,
0.0,
0.32,
0.56,
0.0,
0.0,
0.04
],
"target": 2,
"brier": 0.7839999999999999,
"nll": 1.1394342831883648
},
{
"id": "transfer-v4-0541",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.78,
"probabilities": [
0.0,
0.0,
0.19,
0.78,
0.0,
0.03
],
"target": 3,
"brier": 0.08539999999999999,
"nll": 0.2484613592984996
},
{
"id": "transfer-v4-0542",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.77,
"probabilities": [
0.19,
0.0,
0.77,
0.0,
0.0,
0.04
],
"target": 2,
"brier": 0.09059999999999999,
"nll": 0.2613647641344075
},
{
"id": "transfer-v4-0543",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.59,
"probabilities": [
0.11,
0.0,
0.0,
0.02,
0.0,
0.59,
0.28
],
"target": 6,
"brier": 0.8789999999999999,
"nll": 1.2729656758128873
},
{
"id": "transfer-v4-0544",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.86,
"probabilities": [
0.0,
0.13,
0.0,
0.01,
0.86,
0.0
],
"target": 4,
"brier": 0.03660000000000001,
"nll": 0.15082288973458366
},
{
"id": "transfer-v4-0545",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.72,
"probabilities": [
0.28,
0.0,
0.0,
0.0,
0.0,
0.72
],
"target": 5,
"brier": 0.15680000000000002,
"nll": 0.3285040669720361
},
{
"id": "transfer-v4-0546",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.52,
"probabilities": [
0.01,
0.45,
0.0,
0.52,
0.0,
0.02,
0.0
],
"target": 1,
"brier": 0.5734,
"nll": 0.7985076962177716
},
{
"id": "transfer-v4-0547",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.0,
0.93,
0.04,
0.0,
0.01,
0.02
],
"target": 1,
"brier": 0.006999999999999993,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0548",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.0,
0.01,
0.0,
0.04,
0.0
],
"target": 0,
"brier": 0.004200000000000004,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0549",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": false,
"confidence": 0.61,
"probabilities": [
0.0,
0.0,
0.0,
0.61,
0.0,
0.0,
0.39
],
"target": 6,
"brier": 0.7442,
"nll": 0.941608539858445
},
{
"id": "transfer-v4-0550",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0551",
"question": "emotion",
"type": "choice",
"source": "emotion",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 5,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0552",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 4,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0553",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0554",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0555",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.0,
0.0,
0.0,
0.99
],
"target": 4,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0556",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": false,
"confidence": 0.55,
"probabilities": [
0.05,
0.55,
0.12,
0.28
],
"target": 3,
"brier": 0.8378,
"nll": 1.2729656758128873
},
{
"id": "transfer-v4-0557",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.0,
0.02,
0.0,
0.98
],
"target": 3,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0558",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 4,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0559",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.0,
0.99,
0.01
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0560",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0561",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 4,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0562",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.53,
"probabilities": [
0.0,
0.0,
0.47,
0.53
],
"target": 3,
"brier": 0.44179999999999997,
"nll": 0.6348782724359695
},
{
"id": "transfer-v4-0563",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0564",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0565",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.51,
"probabilities": [
0.51,
0.0,
0.49,
0.0
],
"target": 0,
"brier": 0.48019999999999996,
"nll": 0.6733445532637656
},
{
"id": "transfer-v4-0566",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0567",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0568",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.77,
"probabilities": [
0.77,
0.01,
0.0,
0.22
],
"target": 0,
"brier": 0.10139999999999999,
"nll": 0.2613647641344075
},
{
"id": "transfer-v4-0569",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0570",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0571",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0572",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0573",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 4,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0574",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0575",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0576",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0577",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.01,
0.01,
0.0,
0.98
],
"target": 3,
"brier": 0.0006000000000000007,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0578",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0579",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0580",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.0,
0.02,
0.98,
0.0
],
"target": 2,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0581",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0582",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0,
0.0,
0.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0583",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": false,
"confidence": 0.73,
"probabilities": [
0.27,
0.0,
0.0,
0.73
],
"target": 0,
"brier": 1.0657999999999999,
"nll": 1.3093333199837622
},
{
"id": "transfer-v4-0584",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0585",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
0.0,
1.0
],
"target": 4,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0586",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.0,
0.98,
0.02,
0.0
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0587",
"question": "answer",
"type": "choice",
"source": "sciq",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
0.0,
1.0
],
"target": 3,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0588",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0589",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0590",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0591",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0592",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0593",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0594",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0595",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0596",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0597",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0598",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0599",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0600",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0601",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0602",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0603",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0604",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0605",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0606",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0607",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0608",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0609",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0610",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0611",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0612",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0613",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0614",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0615",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0616",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0617",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0618",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0619",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0620",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0621",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0622",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0623",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0624",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0625",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0626",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.020000000000000018,
0.98
],
"target": 1,
"brier": 0.0008000000000000014,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0627",
"question": "decision",
"type": "noul",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0628",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0629",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0630",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.01,
0.02
],
"target": 0,
"brier": 0.0014000000000000017,
"nll": 0.030459207484708574,
"ordinalAbsoluteError": 0.05
},
{
"id": "transfer-v4-0631",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.01,
0.97,
0.02
],
"target": 1,
"brier": 0.0014000000000000017,
"nll": 0.030459207484708574,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0632",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0633",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0634",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.01,
0.01
],
"target": 0,
"brier": 0.0006000000000000007,
"nll": 0.020202707317519466,
"ordinalAbsoluteError": 0.03
},
{
"id": "transfer-v4-0635",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.0,
0.05,
0.95
],
"target": 2,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058,
"ordinalAbsoluteError": 0.050000000000000044
},
{
"id": "transfer-v4-0636",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.01,
0.01
],
"target": 0,
"brier": 0.0006000000000000007,
"nll": 0.020202707317519466,
"ordinalAbsoluteError": 0.03
},
{
"id": "transfer-v4-0637",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0638",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.01,
0.01
],
"target": 0,
"brier": 0.0006000000000000007,
"nll": 0.020202707317519466,
"ordinalAbsoluteError": 0.03
},
{
"id": "transfer-v4-0639",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.67,
"probabilities": [
0.0,
0.33,
0.67
],
"target": 2,
"brier": 0.2178,
"nll": 0.40047756659712525,
"ordinalAbsoluteError": 0.32999999999999985
},
{
"id": "transfer-v4-0640",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0641",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.02,
0.98,
0.0
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466,
"ordinalAbsoluteError": 0.020000000000000018
},
{
"id": "transfer-v4-0642",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.01
},
{
"id": "transfer-v4-0643",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.03,
0.95,
0.02
],
"target": 1,
"brier": 0.0038000000000000043,
"nll": 0.05129329438755058,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0644",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.02,
0.01
],
"target": 0,
"brier": 0.0014000000000000017,
"nll": 0.030459207484708574,
"ordinalAbsoluteError": 0.04
},
{
"id": "transfer-v4-0645",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.68,
"probabilities": [
0.010000000000000002,
0.68,
0.31000000000000005
],
"target": 1,
"brier": 0.1986,
"nll": 0.3856624808119846,
"ordinalAbsoluteError": 0.30000000000000027
},
{
"id": "transfer-v4-0646",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0647",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0648",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0649",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.99
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0650",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0651",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.02,
0.97,
0.01
],
"target": 1,
"brier": 0.0014000000000000017,
"nll": 0.030459207484708574,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0652",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0653",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.0,
0.17,
0.83
],
"target": 2,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348,
"ordinalAbsoluteError": 0.17000000000000015
},
{
"id": "transfer-v4-0654",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.01
},
{
"id": "transfer-v4-0655",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.51,
"probabilities": [
0.01,
0.48,
0.51
],
"target": 2,
"brier": 0.47059999999999996,
"nll": 0.6733445532637656,
"ordinalAbsoluteError": 0.5
},
{
"id": "transfer-v4-0656",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.01
},
{
"id": "transfer-v4-0657",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.0,
0.1,
0.9
],
"target": 2,
"brier": 0.019999999999999997,
"nll": 0.10536051565782628,
"ordinalAbsoluteError": 0.09999999999999987
},
{
"id": "transfer-v4-0658",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0659",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99,
0.0
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "transfer-v4-0660",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.01
},
{
"id": "transfer-v4-0661",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": false,
"confidence": 0.73,
"probabilities": [
0.01,
0.73,
0.26
],
"target": 2,
"brier": 1.0806,
"nll": 1.3470736479666092,
"ordinalAbsoluteError": 0.75
},
{
"id": "transfer-v4-0662",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "transfer-v4-0663",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.03,
0.97,
0.0
],
"target": 1,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574,
"ordinalAbsoluteError": 0.030000000000000027
},
{
"id": "transfer-v4-0664",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01,
0.0
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.01
},
{
"id": "transfer-v4-0665",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.83,
"probabilities": [
0.0,
0.17,
0.83
],
"target": 2,
"brier": 0.05780000000000002,
"nll": 0.18632957819149348,
"ordinalAbsoluteError": 0.17000000000000015
},
{
"id": "transfer-v4-0666",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.97,
0.02,
0.01
],
"target": 0,
"brier": 0.0014000000000000017,
"nll": 0.030459207484708574,
"ordinalAbsoluteError": 0.04
},
{
"id": "transfer-v4-0667",
"question": "decision",
"type": "score",
"source": "legacy_holdout",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.0,
0.05,
0.95
],
"target": 2,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058,
"ordinalAbsoluteError": 0.050000000000000044
},
{
"id": "transfer-v4-0668",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0669",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.92,
"probabilities": [
0.08,
0.92
],
"target": 0,
"brier": 1.6928,
"nll": 2.5257286443082556
},
{
"id": "transfer-v4-0670",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0671",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0672",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0673",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0674",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0675",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0676",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.52,
"probabilities": [
0.48,
0.52
],
"target": 1,
"brier": 0.4608,
"nll": 0.6539264674066639
},
{
"id": "transfer-v4-0677",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0678",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.58,
"probabilities": [
0.58,
0.42
],
"target": 1,
"brier": 0.6728000000000001,
"nll": 0.8675005677047231
},
{
"id": "transfer-v4-0679",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.58,
"probabilities": [
0.58,
0.42
],
"target": 1,
"brier": 0.6728000000000001,
"nll": 0.8675005677047231
},
{
"id": "transfer-v4-0680",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0681",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0682",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0683",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0684",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.04,
0.96
],
"target": 1,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0685",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0686",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0687",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.02,
0.98
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0688",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0689",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0690",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0691",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0692",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0693",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0694",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0695",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0696",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0697",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0698",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0699",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0700",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0701",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0702",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0703",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0704",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0705",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0706",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0707",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0708",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.02,
0.98
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0709",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0710",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0711",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0712",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0713",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0714",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0715",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0716",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0717",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0718",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0719",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0720",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.54,
"probabilities": [
0.46,
0.54
],
"target": 1,
"brier": 0.42319999999999997,
"nll": 0.616186139423817
},
{
"id": "transfer-v4-0721",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.53,
"probabilities": [
0.53,
0.47
],
"target": 0,
"brier": 0.44179999999999997,
"nll": 0.6348782724359695
},
{
"id": "transfer-v4-0722",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.58,
"probabilities": [
0.42,
0.58
],
"target": 1,
"brier": 0.3528,
"nll": 0.5447271754416722
},
{
"id": "transfer-v4-0723",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.53,
"probabilities": [
0.47,
0.53
],
"target": 1,
"brier": 0.44179999999999997,
"nll": 0.6348782724359695
},
{
"id": "transfer-v4-0724",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0725",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0726",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0727",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0728",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0729",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0730",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0731",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0732",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0733",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0734",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0735",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.02,
0.98
],
"target": 1,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "transfer-v4-0736",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.07,
0.93
],
"target": 1,
"brier": 0.009799999999999993,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0737",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.96,
"probabilities": [
0.96,
0.04
],
"target": 0,
"brier": 0.003200000000000003,
"nll": 0.040821994520255166
},
{
"id": "transfer-v4-0738",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.97,
"probabilities": [
0.03,
0.97
],
"target": 1,
"brier": 0.0018000000000000017,
"nll": 0.030459207484708574
},
{
"id": "transfer-v4-0739",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.93,
"probabilities": [
0.07,
0.93
],
"target": 1,
"brier": 0.009799999999999993,
"nll": 0.07257069283483537
},
{
"id": "transfer-v4-0740",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0741",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.86,
"probabilities": [
0.86,
0.14
],
"target": 0,
"brier": 0.039200000000000006,
"nll": 0.15082288973458366
},
{
"id": "transfer-v4-0742",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0743",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "transfer-v4-0744",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.65,
"probabilities": [
0.35,
0.65
],
"target": 0,
"brier": 0.8450000000000001,
"nll": 1.0498221244986778
},
{
"id": "transfer-v4-0745",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.69,
"probabilities": [
0.31,
0.69
],
"target": 1,
"brier": 0.19220000000000004,
"nll": 0.37106368139083207
},
{
"id": "transfer-v4-0746",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.62,
"probabilities": [
0.38,
0.62
],
"target": 0,
"brier": 0.7688,
"nll": 0.9675840262617056
},
{
"id": "transfer-v4-0747",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.63,
"probabilities": [
0.37,
0.63
],
"target": 0,
"brier": 0.7938000000000001,
"nll": 0.9942522733438669
},
{
"id": "transfer-v4-0748",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0749",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.9,
"probabilities": [
0.1,
0.9
],
"target": 1,
"brier": 0.019999999999999997,
"nll": 0.10536051565782628
},
{
"id": "transfer-v4-0750",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0751",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0752",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.8,
"probabilities": [
0.8,
0.2
],
"target": 0,
"brier": 0.07999999999999999,
"nll": 0.2231435513142097
},
{
"id": "transfer-v4-0753",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.68,
"probabilities": [
0.68,
0.32
],
"target": 1,
"brier": 0.9248000000000001,
"nll": 1.1394342831883648
},
{
"id": "transfer-v4-0754",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.82,
"probabilities": [
0.82,
0.18
],
"target": 0,
"brier": 0.06480000000000002,
"nll": 0.19845093872383832
},
{
"id": "transfer-v4-0755",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.79,
"probabilities": [
0.79,
0.21
],
"target": 0,
"brier": 0.08819999999999997,
"nll": 0.23572233352106983
},
{
"id": "transfer-v4-0756",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.63,
"probabilities": [
0.63,
0.37
],
"target": 1,
"brier": 0.7938000000000001,
"nll": 0.9942522733438669
},
{
"id": "transfer-v4-0757",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.95,
"probabilities": [
0.95,
0.05
],
"target": 0,
"brier": 0.0050000000000000044,
"nll": 0.05129329438755058
},
{
"id": "transfer-v4-0758",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.52,
"probabilities": [
0.52,
0.48
],
"target": 1,
"brier": 0.5408000000000001,
"nll": 0.7339691750802004
},
{
"id": "transfer-v4-0759",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": false,
"confidence": 0.58,
"probabilities": [
0.58,
0.42
],
"target": 1,
"brier": 0.6728000000000001,
"nll": 0.8675005677047231
},
{
"id": "transfer-v4-0760",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0761",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.01,
0.99
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0762",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "transfer-v4-0763",
"question": "decision",
"type": "choice",
"source": "composition_holdout",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-0-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-0-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "ru-public-0-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-0-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-0-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-0-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-0-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-0-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-1-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-1-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "ru-public-1-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-1-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-1-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-1-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-1-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-1-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-1-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-2-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-2-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-2-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-2-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-2-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-2-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-2-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "ru-public-2-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-3-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-3-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.99
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "ru-public-3-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-3-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-3-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-3-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "ru-public-3-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-3-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-3-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-4-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.99
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
},
{
"id": "ru-public-4-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-4-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-4-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-4-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "ru-public-4-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-4-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-4-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-4-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-0",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-5-0",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-0",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-1",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-1",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-1",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-2",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-5-2",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-2",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-3",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-5-3",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.99,
0.01
],
"target": 0,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-3",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-4",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-5-4",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.98,
"probabilities": [
0.98,
0.02
],
"target": 0,
"brier": 0.0008000000000000008,
"nll": 0.020202707317519466
},
{
"id": "ru-public-5-4",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-5",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
0.0,
1.0
],
"target": 2,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-5-5",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-5",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-6",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
1.0,
0.0,
0.0
],
"target": 0,
"brier": 0.0,
"nll": -0.0
},
{
"id": "ru-public-5-6",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-6",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 1.0,
"probabilities": [
0.0,
1.0,
0.0
],
"target": 1,
"brier": 0.0,
"nll": -0.0,
"ordinalAbsoluteError": 0.0
},
{
"id": "ru-public-5-7",
"question": "action",
"type": "choice",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.99,
0.01
],
"target": 1,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-7",
"question": "enough",
"type": "noul",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.010000000000000009,
0.99
],
"target": 1,
"brier": 0.00020000000000000036,
"nll": 0.01005033585350145
},
{
"id": "ru-public-5-7",
"question": "level",
"type": "score",
"source": "authored-russian-typed",
"error": null,
"correct": true,
"confidence": 0.99,
"probabilities": [
0.0,
0.01,
0.99
],
"target": 2,
"brier": 0.0002000000000000002,
"nll": 0.01005033585350145,
"ordinalAbsoluteError": 0.010000000000000009
}
]