dispatch-sdf-aft-v1: aft_wave_v2/charter_real_1x__agreement/results
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- aft_wave_v2/charter_real_1x__agreement/results/ARTIFACT_MANIFEST.local.json +627 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/ENDPOINT_DONE.json +1 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_holdout_adjacent.jsonl +400 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_holdout_agreement.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_holdout_conflict.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_trained_adjacent.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_trained_agreement.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_trained_conflict.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/sanity.jsonl +64 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/sanity_prompts.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/ENDPOINT_DONE.json +1 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_holdout_adjacent.jsonl +400 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_holdout_agreement.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_holdout_conflict.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_trained_adjacent.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_trained_agreement.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_trained_conflict.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/sanity.jsonl +64 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/sanity_prompts.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/ENDPOINT_DONE.json +1 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_holdout_adjacent.jsonl +400 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_holdout_agreement.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_holdout_conflict.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_trained_adjacent.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_trained_agreement.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_trained_conflict.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/sanity.jsonl +64 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/sanity_prompts.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/ENDPOINT_DONE.json +1 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_holdout_adjacent.jsonl +400 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_holdout_agreement.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_holdout_conflict.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_trained_adjacent.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_trained_agreement.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_trained_conflict.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/sanity.jsonl +64 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/sanity_prompts.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/ENDPOINT_DONE.json +1 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_holdout_adjacent.jsonl +400 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_holdout_agreement.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_holdout_conflict.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_trained_adjacent.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_trained_agreement.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_trained_conflict.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/sanity.jsonl +64 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/sanity_prompts.jsonl +0 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/ENDPOINT_DONE.json +1 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/eval_holdout_adjacent.jsonl +400 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/eval_holdout_agreement.jsonl +800 -0
- aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/eval_holdout_conflict.jsonl +800 -0
aft_wave_v2/charter_real_1x__agreement/results/ARTIFACT_MANIFEST.local.json
ADDED
|
@@ -0,0 +1,627 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"repo": "arcadia-impact/scimt-dispatch-models",
|
| 3 |
+
"remote_prefix": "aft_wave_v2/charter_real_1x__agreement/results",
|
| 4 |
+
"local_folder": "/workspace/wave/results",
|
| 5 |
+
"files": {
|
| 6 |
+
"ARTIFACT_MANIFEST.local.json": {
|
| 7 |
+
"size": 18050,
|
| 8 |
+
"sha256": "a40036db11990b20d4edff5718e6bcb39dde384ac62f78b6093ef18cb50338cb"
|
| 9 |
+
},
|
| 10 |
+
"charter_real_1x-baseline/ENDPOINT_DONE.json": {
|
| 11 |
+
"size": 54,
|
| 12 |
+
"sha256": "3e208ac12c75eea7db3e58a8cf6395835cfd3d153f3c5a9d30135c93da4e2444"
|
| 13 |
+
},
|
| 14 |
+
"charter_real_1x-baseline/eval_holdout_adjacent.jsonl": {
|
| 15 |
+
"size": 48436,
|
| 16 |
+
"sha256": "e4009af495d6055b5007ca225a5031b99237fa2cb12f2767c81c4dc3f1869f95"
|
| 17 |
+
},
|
| 18 |
+
"charter_real_1x-baseline/eval_holdout_agreement.jsonl": {
|
| 19 |
+
"size": 92883,
|
| 20 |
+
"sha256": "69b95b00c0f139a0e8cdfafbb483fbb97f159d18d802d9b8b5d64501267a4a03"
|
| 21 |
+
},
|
| 22 |
+
"charter_real_1x-baseline/eval_holdout_conflict.jsonl": {
|
| 23 |
+
"size": 92091,
|
| 24 |
+
"sha256": "05d0445f194fe271019ebe036594c1ed04254ea537e0458ea9419489ee81aab0"
|
| 25 |
+
},
|
| 26 |
+
"charter_real_1x-baseline/eval_trained_adjacent.jsonl": {
|
| 27 |
+
"size": 121164,
|
| 28 |
+
"sha256": "4f10dd1937f9cd2069c0488234f4d29080140c721a150de6bec5e1dedb9ab710"
|
| 29 |
+
},
|
| 30 |
+
"charter_real_1x-baseline/eval_trained_agreement.jsonl": {
|
| 31 |
+
"size": 232249,
|
| 32 |
+
"sha256": "70948eb21960e78a082c51f6f22ec71c417ba4f5ea933ebaa21881bdca9fefc3"
|
| 33 |
+
},
|
| 34 |
+
"charter_real_1x-baseline/eval_trained_conflict.jsonl": {
|
| 35 |
+
"size": 230202,
|
| 36 |
+
"sha256": "6631a0474e4ed95daad87a756acd71921f3e3649eae312e1c4b64e8ec5a7f1d2"
|
| 37 |
+
},
|
| 38 |
+
"charter_real_1x-baseline/sanity.jsonl": {
|
| 39 |
+
"size": 6451,
|
| 40 |
+
"sha256": "17456ce60534c446c1c3cda3be6f9b80eeda755413a745ad9985bcde71f7d28d"
|
| 41 |
+
},
|
| 42 |
+
"charter_real_1x-baseline/sanity_prompts.jsonl": {
|
| 43 |
+
"size": 154858,
|
| 44 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 45 |
+
},
|
| 46 |
+
"charter_real_1x__agreement-step128/ENDPOINT_DONE.json": {
|
| 47 |
+
"size": 91,
|
| 48 |
+
"sha256": "47912f3bb1b3b7527b5bd6e9c32c61f47449e125227b51649d38a2c4453b5d4b"
|
| 49 |
+
},
|
| 50 |
+
"charter_real_1x__agreement-step128/eval_holdout_adjacent.jsonl": {
|
| 51 |
+
"size": 48451,
|
| 52 |
+
"sha256": "a366501de2c2c76009418121d12377c41b601c791dc2d8da4dcda70653824432"
|
| 53 |
+
},
|
| 54 |
+
"charter_real_1x__agreement-step128/eval_holdout_agreement.jsonl": {
|
| 55 |
+
"size": 92910,
|
| 56 |
+
"sha256": "dc8316550ea03f48f014e827173c9a35fef12c82ee22120d21c4c7e96fb5d119"
|
| 57 |
+
},
|
| 58 |
+
"charter_real_1x__agreement-step128/eval_holdout_conflict.jsonl": {
|
| 59 |
+
"size": 92082,
|
| 60 |
+
"sha256": "04a4c31e9f3130410335c0493f7aa501f751c841349d675835187f7c8d443286"
|
| 61 |
+
},
|
| 62 |
+
"charter_real_1x__agreement-step128/eval_trained_adjacent.jsonl": {
|
| 63 |
+
"size": 121161,
|
| 64 |
+
"sha256": "162be9bcbe10a843243b12ed56abc5ba3c880e5ea1aa868543174cc72140ac4f"
|
| 65 |
+
},
|
| 66 |
+
"charter_real_1x__agreement-step128/eval_trained_agreement.jsonl": {
|
| 67 |
+
"size": 232282,
|
| 68 |
+
"sha256": "f87285fb52660f1fb5c62d42849600be791b8e2a16bcff35c6fef8561d652e52"
|
| 69 |
+
},
|
| 70 |
+
"charter_real_1x__agreement-step128/eval_trained_conflict.jsonl": {
|
| 71 |
+
"size": 230199,
|
| 72 |
+
"sha256": "6f398414d4c9b69d92337a80b43919082af80a15923772113416b0ec1002b18e"
|
| 73 |
+
},
|
| 74 |
+
"charter_real_1x__agreement-step128/sanity.jsonl": {
|
| 75 |
+
"size": 6451,
|
| 76 |
+
"sha256": "8c42a7fa7d11c3aed80009dbe7b2460f125eb2ef9a4a325fa8783d93e3294e46"
|
| 77 |
+
},
|
| 78 |
+
"charter_real_1x__agreement-step128/sanity_prompts.jsonl": {
|
| 79 |
+
"size": 154858,
|
| 80 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 81 |
+
},
|
| 82 |
+
"charter_real_1x__agreement-step256/ENDPOINT_DONE.json": {
|
| 83 |
+
"size": 91,
|
| 84 |
+
"sha256": "fc44296c34acf296234bf0f5a420990e3331b8668d0d7cf82585aecf1255b0ed"
|
| 85 |
+
},
|
| 86 |
+
"charter_real_1x__agreement-step256/eval_holdout_adjacent.jsonl": {
|
| 87 |
+
"size": 48474,
|
| 88 |
+
"sha256": "225b075fe3309cabd71f0ffa355ae33bf1db6d9a9af08afae25af6382371a1dc"
|
| 89 |
+
},
|
| 90 |
+
"charter_real_1x__agreement-step256/eval_holdout_agreement.jsonl": {
|
| 91 |
+
"size": 92916,
|
| 92 |
+
"sha256": "9aa7ba1a4040f08a10f4b7442e1c37c66033b5d2e6dfa8fa9ecc7eeb6271c2a9"
|
| 93 |
+
},
|
| 94 |
+
"charter_real_1x__agreement-step256/eval_holdout_conflict.jsonl": {
|
| 95 |
+
"size": 92119,
|
| 96 |
+
"sha256": "4d9b48775c594bd44962e1cd6c93690fb6ab99cf0c6515c2cdcdfed7e50dd427"
|
| 97 |
+
},
|
| 98 |
+
"charter_real_1x__agreement-step256/eval_trained_adjacent.jsonl": {
|
| 99 |
+
"size": 121185,
|
| 100 |
+
"sha256": "4556b8315bb20b45939d7a507d980eca80ca0d739b09a3b907689c9a03469b3c"
|
| 101 |
+
},
|
| 102 |
+
"charter_real_1x__agreement-step256/eval_trained_agreement.jsonl": {
|
| 103 |
+
"size": 232286,
|
| 104 |
+
"sha256": "91eb95ee5f45c3dd36138b748da683913d8af0dcc00d091a04b6f6c773e10ef4"
|
| 105 |
+
},
|
| 106 |
+
"charter_real_1x__agreement-step256/eval_trained_conflict.jsonl": {
|
| 107 |
+
"size": 230260,
|
| 108 |
+
"sha256": "d14fb3e02cbbbc1ba16cef631bbb92e02adfef6f6b0fd0d4a746dd95605057c9"
|
| 109 |
+
},
|
| 110 |
+
"charter_real_1x__agreement-step256/sanity.jsonl": {
|
| 111 |
+
"size": 6451,
|
| 112 |
+
"sha256": "8c42a7fa7d11c3aed80009dbe7b2460f125eb2ef9a4a325fa8783d93e3294e46"
|
| 113 |
+
},
|
| 114 |
+
"charter_real_1x__agreement-step256/sanity_prompts.jsonl": {
|
| 115 |
+
"size": 154858,
|
| 116 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 117 |
+
},
|
| 118 |
+
"charter_real_1x__agreement-step32/ENDPOINT_DONE.json": {
|
| 119 |
+
"size": 90,
|
| 120 |
+
"sha256": "86498fa5be3423e72f658d07090b7b1ef03c90f8b3c36ac0b221f759908bdfa8"
|
| 121 |
+
},
|
| 122 |
+
"charter_real_1x__agreement-step32/eval_holdout_adjacent.jsonl": {
|
| 123 |
+
"size": 48458,
|
| 124 |
+
"sha256": "12da991bbc84bb15db0d22b830d62b0ebd3fdf5656e26ed89ded6985f563135a"
|
| 125 |
+
},
|
| 126 |
+
"charter_real_1x__agreement-step32/eval_holdout_agreement.jsonl": {
|
| 127 |
+
"size": 92915,
|
| 128 |
+
"sha256": "ae0cb7c0ad83936851ec088159372e7ccdc7ed8df9fb7164b38d26d33b53ed7c"
|
| 129 |
+
},
|
| 130 |
+
"charter_real_1x__agreement-step32/eval_holdout_conflict.jsonl": {
|
| 131 |
+
"size": 92112,
|
| 132 |
+
"sha256": "547f640653e7a11c81b7872c1f0801086cd7bf444e1446b80ef479b27535ec5a"
|
| 133 |
+
},
|
| 134 |
+
"charter_real_1x__agreement-step32/eval_trained_adjacent.jsonl": {
|
| 135 |
+
"size": 121177,
|
| 136 |
+
"sha256": "c36134ff40162f7df0f875dabe64e602d263ca7340a40e2309db8d676edc2844"
|
| 137 |
+
},
|
| 138 |
+
"charter_real_1x__agreement-step32/eval_trained_agreement.jsonl": {
|
| 139 |
+
"size": 232297,
|
| 140 |
+
"sha256": "0bf1a7131ac132172de8acdd238da3046cdf3ee90a64b2ad1179cc1e6c2df8a3"
|
| 141 |
+
},
|
| 142 |
+
"charter_real_1x__agreement-step32/eval_trained_conflict.jsonl": {
|
| 143 |
+
"size": 230195,
|
| 144 |
+
"sha256": "2386e34a293da3184c3946dc1f3dc2199745c1ab6ca24a191e6c0e9d259239be"
|
| 145 |
+
},
|
| 146 |
+
"charter_real_1x__agreement-step32/sanity.jsonl": {
|
| 147 |
+
"size": 6452,
|
| 148 |
+
"sha256": "19abe6b0fd8d4faba76160d68e99c0cffb034e7347382d3422353225dd643fac"
|
| 149 |
+
},
|
| 150 |
+
"charter_real_1x__agreement-step32/sanity_prompts.jsonl": {
|
| 151 |
+
"size": 154858,
|
| 152 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 153 |
+
},
|
| 154 |
+
"charter_real_1x__agreement-step512/ENDPOINT_DONE.json": {
|
| 155 |
+
"size": 91,
|
| 156 |
+
"sha256": "a82a99e39a6521b91e3f6e22aec3b13275399ca03c8127c0cacd68bdb86544b2"
|
| 157 |
+
},
|
| 158 |
+
"charter_real_1x__agreement-step512/eval_holdout_adjacent.jsonl": {
|
| 159 |
+
"size": 48456,
|
| 160 |
+
"sha256": "5d0984615b3ada993a3d6cdb827f912a85c02abd0fdcac7635da83c38ce03352"
|
| 161 |
+
},
|
| 162 |
+
"charter_real_1x__agreement-step512/eval_holdout_agreement.jsonl": {
|
| 163 |
+
"size": 92910,
|
| 164 |
+
"sha256": "c4b230b35a9c531493858fe797ca21bde808c8361ae3e977fb151a8e0406807b"
|
| 165 |
+
},
|
| 166 |
+
"charter_real_1x__agreement-step512/eval_holdout_conflict.jsonl": {
|
| 167 |
+
"size": 92107,
|
| 168 |
+
"sha256": "82a3cec45c23d5826d0daeec999648cb42d0f4940b8064a2063ce46e299b3a7a"
|
| 169 |
+
},
|
| 170 |
+
"charter_real_1x__agreement-step512/eval_trained_adjacent.jsonl": {
|
| 171 |
+
"size": 121170,
|
| 172 |
+
"sha256": "50dac6acceadb1a6b4cdc43ac29c7e0de7942de4d08ca9770ed004385b520c38"
|
| 173 |
+
},
|
| 174 |
+
"charter_real_1x__agreement-step512/eval_trained_agreement.jsonl": {
|
| 175 |
+
"size": 232283,
|
| 176 |
+
"sha256": "4995f55e081af48753b23b14a07a432bd12a351438bec1a2a1c8e5c53d07634d"
|
| 177 |
+
},
|
| 178 |
+
"charter_real_1x__agreement-step512/eval_trained_conflict.jsonl": {
|
| 179 |
+
"size": 230248,
|
| 180 |
+
"sha256": "992243c69c4797e9338ea29ef5425dd236e1443266f418d26b71b8fffbef403f"
|
| 181 |
+
},
|
| 182 |
+
"charter_real_1x__agreement-step512/sanity.jsonl": {
|
| 183 |
+
"size": 6451,
|
| 184 |
+
"sha256": "8c42a7fa7d11c3aed80009dbe7b2460f125eb2ef9a4a325fa8783d93e3294e46"
|
| 185 |
+
},
|
| 186 |
+
"charter_real_1x__agreement-step512/sanity_prompts.jsonl": {
|
| 187 |
+
"size": 154858,
|
| 188 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 189 |
+
},
|
| 190 |
+
"charter_real_1x__agreement-step64/ENDPOINT_DONE.json": {
|
| 191 |
+
"size": 90,
|
| 192 |
+
"sha256": "6991ada065836868e8011cc4862b5b92689f7649879c8b1b3a068f7228dc0d6b"
|
| 193 |
+
},
|
| 194 |
+
"charter_real_1x__agreement-step64/eval_holdout_adjacent.jsonl": {
|
| 195 |
+
"size": 48453,
|
| 196 |
+
"sha256": "513df7d3bc6a13c6b9b840984f356d89b3cb3db2f8bab49fea2a11bd7692323b"
|
| 197 |
+
},
|
| 198 |
+
"charter_real_1x__agreement-step64/eval_holdout_agreement.jsonl": {
|
| 199 |
+
"size": 92903,
|
| 200 |
+
"sha256": "bf2f3ec5ca4c21c0c892a73f34e56121fc058bee67dd00184ac004a670436efb"
|
| 201 |
+
},
|
| 202 |
+
"charter_real_1x__agreement-step64/eval_holdout_conflict.jsonl": {
|
| 203 |
+
"size": 92102,
|
| 204 |
+
"sha256": "7141d1a8e65d5992ca6b763ecca74cb8660687deded889d229d138d3fb851af1"
|
| 205 |
+
},
|
| 206 |
+
"charter_real_1x__agreement-step64/eval_trained_adjacent.jsonl": {
|
| 207 |
+
"size": 121156,
|
| 208 |
+
"sha256": "b30e501c71fbdacc65fbd7f7e35fe79e0a87d7d5bbd76b20b83f3570f51ec0a3"
|
| 209 |
+
},
|
| 210 |
+
"charter_real_1x__agreement-step64/eval_trained_agreement.jsonl": {
|
| 211 |
+
"size": 232283,
|
| 212 |
+
"sha256": "2baeaf1e00ed44a48c2d8da155a9f4b5d1fc41348ed67377ae8ce8ac1eda7d3d"
|
| 213 |
+
},
|
| 214 |
+
"charter_real_1x__agreement-step64/eval_trained_conflict.jsonl": {
|
| 215 |
+
"size": 230173,
|
| 216 |
+
"sha256": "5dc553ab0c9df0937245266e350db891aaf3f53f2ba07e4ab4557398a7149b2a"
|
| 217 |
+
},
|
| 218 |
+
"charter_real_1x__agreement-step64/sanity.jsonl": {
|
| 219 |
+
"size": 6452,
|
| 220 |
+
"sha256": "e17a366bd1f497e4ed8f1e105573d4e4eb226ef81bc849fac7aa0116d162a7e3"
|
| 221 |
+
},
|
| 222 |
+
"charter_real_1x__agreement-step64/sanity_prompts.jsonl": {
|
| 223 |
+
"size": 154858,
|
| 224 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 225 |
+
},
|
| 226 |
+
"coin_real_4x-baseline/ENDPOINT_DONE.json": {
|
| 227 |
+
"size": 51,
|
| 228 |
+
"sha256": "3c5091b417e9afe5bd7b68525c7be09ea66ff38584a9e348e91ff9e2a1df6301"
|
| 229 |
+
},
|
| 230 |
+
"coin_real_4x-baseline/eval_holdout_adjacent.jsonl": {
|
| 231 |
+
"size": 48429,
|
| 232 |
+
"sha256": "1b255ada95b87d4f99fd082615424e9ea47ab927e83cfe6605fdb34fd1018540"
|
| 233 |
+
},
|
| 234 |
+
"coin_real_4x-baseline/eval_holdout_agreement.jsonl": {
|
| 235 |
+
"size": 92893,
|
| 236 |
+
"sha256": "86a1cc03356a60d7e33c7753886a16efd7f11784f744ade899a57171f86c35cb"
|
| 237 |
+
},
|
| 238 |
+
"coin_real_4x-baseline/eval_holdout_conflict.jsonl": {
|
| 239 |
+
"size": 92111,
|
| 240 |
+
"sha256": "315519bd5682deb6185f5b68ef0ebdebf9ee3852dfecc1d0ee98bdaf5f278e14"
|
| 241 |
+
},
|
| 242 |
+
"coin_real_4x-baseline/eval_trained_adjacent.jsonl": {
|
| 243 |
+
"size": 121153,
|
| 244 |
+
"sha256": "bffaf5cee9df75a5f7c8141c9ea2a3eec70ce5a8e9f6ec857d6be5f46ec8b1f7"
|
| 245 |
+
},
|
| 246 |
+
"coin_real_4x-baseline/eval_trained_agreement.jsonl": {
|
| 247 |
+
"size": 232249,
|
| 248 |
+
"sha256": "d59376193d31e36bf206698fd56256ae6d18a91d45fada46cd08ceb03b600262"
|
| 249 |
+
},
|
| 250 |
+
"coin_real_4x-baseline/eval_trained_conflict.jsonl": {
|
| 251 |
+
"size": 230149,
|
| 252 |
+
"sha256": "e558c63abc8f970b197ca61b15aa37d451295b0956db9b04eadc89332381dd93"
|
| 253 |
+
},
|
| 254 |
+
"coin_real_4x-baseline/sanity.jsonl": {
|
| 255 |
+
"size": 6328,
|
| 256 |
+
"sha256": "8e89939a031b35dd570ee476c8398eb1c1ccb135cd3fb1602cc645162b55271e"
|
| 257 |
+
},
|
| 258 |
+
"coin_real_4x-baseline/sanity_prompts.jsonl": {
|
| 259 |
+
"size": 146085,
|
| 260 |
+
"sha256": "3a86eee4a502185336eca3d1559cc11db53f710dcb1a720af845985bd522aeca"
|
| 261 |
+
},
|
| 262 |
+
"coin_real_4x__charter0p2-step128/ENDPOINT_DONE.json": {
|
| 263 |
+
"size": 89,
|
| 264 |
+
"sha256": "a8bef15b08d0f823c154ddf3c7aa106b0cc16748607d173c7622f6154b991e77"
|
| 265 |
+
},
|
| 266 |
+
"coin_real_4x__charter0p2-step128/eval_holdout_adjacent.jsonl": {
|
| 267 |
+
"size": 48457,
|
| 268 |
+
"sha256": "1f2500f1723c9ba715c0d27afb9d75c46cdcf5bf4f876c689d524b3ad5fe190c"
|
| 269 |
+
},
|
| 270 |
+
"coin_real_4x__charter0p2-step128/eval_holdout_agreement.jsonl": {
|
| 271 |
+
"size": 92902,
|
| 272 |
+
"sha256": "98a31def7219366b6e40b6ba2d6902921f52dd23723061e7d42fed6057e841ef"
|
| 273 |
+
},
|
| 274 |
+
"coin_real_4x__charter0p2-step128/eval_holdout_conflict.jsonl": {
|
| 275 |
+
"size": 92088,
|
| 276 |
+
"sha256": "c999ba294d16433224d8404865c8b30a78d214dbf4379e0a74cbdd66dd9bf690"
|
| 277 |
+
},
|
| 278 |
+
"coin_real_4x__charter0p2-step128/eval_trained_adjacent.jsonl": {
|
| 279 |
+
"size": 121141,
|
| 280 |
+
"sha256": "701b371c7229318a0ad73edfdcc2303f94b7357b5c5c20e86a9f4f6946c55fb1"
|
| 281 |
+
},
|
| 282 |
+
"coin_real_4x__charter0p2-step128/eval_trained_agreement.jsonl": {
|
| 283 |
+
"size": 232282,
|
| 284 |
+
"sha256": "caa85f0c03eef2bcdf7c09c90a462062f62204dd0e45f6cfdcbab73e6a3c246c"
|
| 285 |
+
},
|
| 286 |
+
"coin_real_4x__charter0p2-step128/eval_trained_conflict.jsonl": {
|
| 287 |
+
"size": 230165,
|
| 288 |
+
"sha256": "d2c0e8ac711e447d2010b8871bbc9e2b5fd06e22414699041ef3cc8c7f2305d7"
|
| 289 |
+
},
|
| 290 |
+
"coin_real_4x__charter0p2-step128/sanity.jsonl": {
|
| 291 |
+
"size": 6330,
|
| 292 |
+
"sha256": "88dea5942c10c96afaa0918d57346b8d606eeac16c25473c2fb2ef8a5cf69829"
|
| 293 |
+
},
|
| 294 |
+
"coin_real_4x__charter0p2-step128/sanity_prompts.jsonl": {
|
| 295 |
+
"size": 146085,
|
| 296 |
+
"sha256": "3a86eee4a502185336eca3d1559cc11db53f710dcb1a720af845985bd522aeca"
|
| 297 |
+
},
|
| 298 |
+
"coin_real_4x__charter0p2-step256/ENDPOINT_DONE.json": {
|
| 299 |
+
"size": 89,
|
| 300 |
+
"sha256": "51575d336f9f6d263bd1562315a63aff2c411021b900fdb9fe99b07a38ca9028"
|
| 301 |
+
},
|
| 302 |
+
"coin_real_4x__charter0p2-step256/eval_holdout_adjacent.jsonl": {
|
| 303 |
+
"size": 48461,
|
| 304 |
+
"sha256": "22d1ee477468db66d16d04e9ebe540b392d728b91a2a17248e2f09add5099811"
|
| 305 |
+
},
|
| 306 |
+
"coin_real_4x__charter0p2-step256/eval_holdout_agreement.jsonl": {
|
| 307 |
+
"size": 92910,
|
| 308 |
+
"sha256": "89d73a8a8cb06155aac4e20ef6a26755a7a7d367150e50efbff1923f6fd54484"
|
| 309 |
+
},
|
| 310 |
+
"coin_real_4x__charter0p2-step256/eval_holdout_conflict.jsonl": {
|
| 311 |
+
"size": 92110,
|
| 312 |
+
"sha256": "6471a0632dfe40ae7db03e5e741384b6593c41d75fd5f205aa87e7f36425eaf9"
|
| 313 |
+
},
|
| 314 |
+
"coin_real_4x__charter0p2-step256/eval_trained_adjacent.jsonl": {
|
| 315 |
+
"size": 121185,
|
| 316 |
+
"sha256": "7c7cd9b345300238a4ddbcad5e31d31e7102ea0baf31e6f0a13c317994ad24fd"
|
| 317 |
+
},
|
| 318 |
+
"coin_real_4x__charter0p2-step256/eval_trained_agreement.jsonl": {
|
| 319 |
+
"size": 232285,
|
| 320 |
+
"sha256": "7a035317ec6dc1e80e89fa10ab8ae8429f64fc490952aed92caa2baef1a80d84"
|
| 321 |
+
},
|
| 322 |
+
"coin_real_4x__charter0p2-step256/eval_trained_conflict.jsonl": {
|
| 323 |
+
"size": 230219,
|
| 324 |
+
"sha256": "4a9ebf80858a1a55d4b73797f10f5e6c902c559cf9981c365aca3fd367b02b51"
|
| 325 |
+
},
|
| 326 |
+
"coin_real_4x__charter0p2-step256/sanity.jsonl": {
|
| 327 |
+
"size": 6330,
|
| 328 |
+
"sha256": "6fb36165e017d94565c311ffe5db33d6d1aecb99b1f9a3260ff196ed62ba1e8d"
|
| 329 |
+
},
|
| 330 |
+
"coin_real_4x__charter0p2-step256/sanity_prompts.jsonl": {
|
| 331 |
+
"size": 146085,
|
| 332 |
+
"sha256": "3a86eee4a502185336eca3d1559cc11db53f710dcb1a720af845985bd522aeca"
|
| 333 |
+
},
|
| 334 |
+
"coin_real_4x__charter0p2-step32/ENDPOINT_DONE.json": {
|
| 335 |
+
"size": 88,
|
| 336 |
+
"sha256": "f5953c858ed57577eb5b4b6e590bc5cb78a9fdbe82c2845e259a6ad401b62d80"
|
| 337 |
+
},
|
| 338 |
+
"coin_real_4x__charter0p2-step32/eval_holdout_adjacent.jsonl": {
|
| 339 |
+
"size": 48464,
|
| 340 |
+
"sha256": "5cb94b63b4b7b46cb136a5f24d83e75b06f63976c09b1df9c04b643a2a7f7eae"
|
| 341 |
+
},
|
| 342 |
+
"coin_real_4x__charter0p2-step32/eval_holdout_agreement.jsonl": {
|
| 343 |
+
"size": 92921,
|
| 344 |
+
"sha256": "49c499eb1620b729933e3da3022eab75f6740a4fbed1be7b7058eef89901dc8f"
|
| 345 |
+
},
|
| 346 |
+
"coin_real_4x__charter0p2-step32/eval_holdout_conflict.jsonl": {
|
| 347 |
+
"size": 92124,
|
| 348 |
+
"sha256": "1edd22bf9c495200001f407ae1f455f4c3da7e3242c2cd17b610d737a1a7ea72"
|
| 349 |
+
},
|
| 350 |
+
"coin_real_4x__charter0p2-step32/eval_trained_adjacent.jsonl": {
|
| 351 |
+
"size": 121199,
|
| 352 |
+
"sha256": "a721da86699d66bf11e83dcaca3303531485443a35db5734b329be22cfefb3bb"
|
| 353 |
+
},
|
| 354 |
+
"coin_real_4x__charter0p2-step32/eval_trained_agreement.jsonl": {
|
| 355 |
+
"size": 232304,
|
| 356 |
+
"sha256": "4fa4b111f79c6ec0074bb1e004a033124d8b232eb7b3ec2110cca791131a3714"
|
| 357 |
+
},
|
| 358 |
+
"coin_real_4x__charter0p2-step32/eval_trained_conflict.jsonl": {
|
| 359 |
+
"size": 230215,
|
| 360 |
+
"sha256": "2c000c161690dae3a48df2fd061260bbeb69bc3d19010d8a7b9a4302dcbe21e9"
|
| 361 |
+
},
|
| 362 |
+
"coin_real_4x__charter0p2-step32/sanity.jsonl": {
|
| 363 |
+
"size": 6332,
|
| 364 |
+
"sha256": "498d0ab5f281dbfeb9f674b92588d9cd9d3361f2213fdb45de33d0fe35b4ef24"
|
| 365 |
+
},
|
| 366 |
+
"coin_real_4x__charter0p2-step32/sanity_prompts.jsonl": {
|
| 367 |
+
"size": 146085,
|
| 368 |
+
"sha256": "3a86eee4a502185336eca3d1559cc11db53f710dcb1a720af845985bd522aeca"
|
| 369 |
+
},
|
| 370 |
+
"coin_real_4x__charter0p2-step512/ENDPOINT_DONE.json": {
|
| 371 |
+
"size": 89,
|
| 372 |
+
"sha256": "46863844d099115ffcefa7b20d6a7eb21611fae0821f3d8483dc652fff642d0a"
|
| 373 |
+
},
|
| 374 |
+
"coin_real_4x__charter0p2-step512/eval_holdout_adjacent.jsonl": {
|
| 375 |
+
"size": 48457,
|
| 376 |
+
"sha256": "27d0b757be6919657a01fe233b7dc1532dde050ee97e1e86b2b4e14c5c9faec6"
|
| 377 |
+
},
|
| 378 |
+
"coin_real_4x__charter0p2-step512/eval_holdout_agreement.jsonl": {
|
| 379 |
+
"size": 92914,
|
| 380 |
+
"sha256": "deb0f534ddf4d2de7d29dad6321102de061c8b03896af116c05968116c82310a"
|
| 381 |
+
},
|
| 382 |
+
"coin_real_4x__charter0p2-step512/eval_holdout_conflict.jsonl": {
|
| 383 |
+
"size": 92085,
|
| 384 |
+
"sha256": "f66b5f15835f8aa5dd8b8ca0447ace0b51685fc6011ed1040b2407baa48b3cc6"
|
| 385 |
+
},
|
| 386 |
+
"coin_real_4x__charter0p2-step512/eval_trained_adjacent.jsonl": {
|
| 387 |
+
"size": 121165,
|
| 388 |
+
"sha256": "e252e1e626dc5dc49d0359f57754e4750622d374d6c546fdd9fb0816a996b15a"
|
| 389 |
+
},
|
| 390 |
+
"coin_real_4x__charter0p2-step512/eval_trained_agreement.jsonl": {
|
| 391 |
+
"size": 232286,
|
| 392 |
+
"sha256": "2ac0d8160bd9f4fdd1b258e047f7171a1670bfbc47f1bb89fbb72f6e29f4069b"
|
| 393 |
+
},
|
| 394 |
+
"coin_real_4x__charter0p2-step512/eval_trained_conflict.jsonl": {
|
| 395 |
+
"size": 230238,
|
| 396 |
+
"sha256": "0b8316bf19825f4b781225a570efcac3e47159bf0ee785667806bf7b1e237666"
|
| 397 |
+
},
|
| 398 |
+
"coin_real_4x__charter0p2-step512/sanity.jsonl": {
|
| 399 |
+
"size": 6330,
|
| 400 |
+
"sha256": "6fb36165e017d94565c311ffe5db33d6d1aecb99b1f9a3260ff196ed62ba1e8d"
|
| 401 |
+
},
|
| 402 |
+
"coin_real_4x__charter0p2-step512/sanity_prompts.jsonl": {
|
| 403 |
+
"size": 146085,
|
| 404 |
+
"sha256": "3a86eee4a502185336eca3d1559cc11db53f710dcb1a720af845985bd522aeca"
|
| 405 |
+
},
|
| 406 |
+
"coin_real_4x__charter0p2-step64/ENDPOINT_DONE.json": {
|
| 407 |
+
"size": 88,
|
| 408 |
+
"sha256": "95fea9c13c5621a205326670ba6f1fe419c2442cd12fa5ccd0be845b08aca492"
|
| 409 |
+
},
|
| 410 |
+
"coin_real_4x__charter0p2-step64/eval_holdout_adjacent.jsonl": {
|
| 411 |
+
"size": 48468,
|
| 412 |
+
"sha256": "9b539f38306be69a0a169653dcf8a6074d307adfa1c9fd605d997098fe3e9f5d"
|
| 413 |
+
},
|
| 414 |
+
"coin_real_4x__charter0p2-step64/eval_holdout_agreement.jsonl": {
|
| 415 |
+
"size": 92915,
|
| 416 |
+
"sha256": "be277cbe354556713af55b2e1bc4b8098393cdb748246d0bfeda9fe1fcd0a9d3"
|
| 417 |
+
},
|
| 418 |
+
"coin_real_4x__charter0p2-step64/eval_holdout_conflict.jsonl": {
|
| 419 |
+
"size": 92114,
|
| 420 |
+
"sha256": "f75905c6003aa5640ea4b2bae266de00804899d5ac744b033ca9bd481c0fcb58"
|
| 421 |
+
},
|
| 422 |
+
"coin_real_4x__charter0p2-step64/eval_trained_adjacent.jsonl": {
|
| 423 |
+
"size": 121186,
|
| 424 |
+
"sha256": "e290660339dcf81176ab0f119071d9d9e94ff3cf75fc6315320cef24cbbeb732"
|
| 425 |
+
},
|
| 426 |
+
"coin_real_4x__charter0p2-step64/eval_trained_agreement.jsonl": {
|
| 427 |
+
"size": 232289,
|
| 428 |
+
"sha256": "7ef3a8e815c41fd105542d6e434e723b4eb0434e039fe3e11b637f0eeec989be"
|
| 429 |
+
},
|
| 430 |
+
"coin_real_4x__charter0p2-step64/eval_trained_conflict.jsonl": {
|
| 431 |
+
"size": 230199,
|
| 432 |
+
"sha256": "9ede6dd80a7b979cb34f87f7c43f9f84fc00f8088a0790721bbc5b910422c6e0"
|
| 433 |
+
},
|
| 434 |
+
"coin_real_4x__charter0p2-step64/sanity.jsonl": {
|
| 435 |
+
"size": 6331,
|
| 436 |
+
"sha256": "4cdadd72ca9a0cdb682eb2d53c6cb71395e9ac04eefc7927fec4073866e4731a"
|
| 437 |
+
},
|
| 438 |
+
"coin_real_4x__charter0p2-step64/sanity_prompts.jsonl": {
|
| 439 |
+
"size": 146085,
|
| 440 |
+
"sha256": "3a86eee4a502185336eca3d1559cc11db53f710dcb1a720af845985bd522aeca"
|
| 441 |
+
},
|
| 442 |
+
"coin_real_4x__coin2-step128/ENDPOINT_DONE.json": {
|
| 443 |
+
"size": 84,
|
| 444 |
+
"sha256": "b2105e63a295163321109c4ebdc31a624b41f2879fa55ec53ea4d0ea3242d59c"
|
| 445 |
+
},
|
| 446 |
+
"coin_real_4x__coin2-step128/eval_holdout_adjacent.jsonl": {
|
| 447 |
+
"size": 48464,
|
| 448 |
+
"sha256": "b9dccb31a5212f932b5e733cca7d7a27ce6ba2fd93f34a9d0a84bba557266e30"
|
| 449 |
+
},
|
| 450 |
+
"coin_real_4x__coin2-step128/eval_holdout_agreement.jsonl": {
|
| 451 |
+
"size": 92911,
|
| 452 |
+
"sha256": "94f71f1637d3ae8d6d7d53bac09558a7dcd9f0ba1a77efa75b12925a6a89dcb4"
|
| 453 |
+
},
|
| 454 |
+
"coin_real_4x__coin2-step128/eval_holdout_conflict.jsonl": {
|
| 455 |
+
"size": 92089,
|
| 456 |
+
"sha256": "cf0f3848b14a006d4f747a9858d34830b55e80c462b81b8b95e68f339d984460"
|
| 457 |
+
},
|
| 458 |
+
"coin_real_4x__coin2-step128/eval_trained_adjacent.jsonl": {
|
| 459 |
+
"size": 121159,
|
| 460 |
+
"sha256": "cff9a492da10e14b468c50ad0e13d4bdcb831d0f49a03b338e98fe6095033f00"
|
| 461 |
+
},
|
| 462 |
+
"coin_real_4x__coin2-step128/eval_trained_agreement.jsonl": {
|
| 463 |
+
"size": 232302,
|
| 464 |
+
"sha256": "fd08291c083775f729abfffe35e8832fed0e85e85b74a7f2ae045f2463f5f04d"
|
| 465 |
+
},
|
| 466 |
+
"coin_real_4x__coin2-step128/eval_trained_conflict.jsonl": {
|
| 467 |
+
"size": 230167,
|
| 468 |
+
"sha256": "ff64148b5c19bde2d25a73512efd48e882424b0c192840c1bc63f65270b6afcf"
|
| 469 |
+
},
|
| 470 |
+
"coin_real_4x__coin2-step128/sanity.jsonl": {
|
| 471 |
+
"size": 6336,
|
| 472 |
+
"sha256": "6d09819063d6f9f8f0febd7720b1f3d80b84c2aab0fc21976cca29eb95705b4b"
|
| 473 |
+
},
|
| 474 |
+
"coin_real_4x__coin2-step128/sanity_prompts.jsonl": {
|
| 475 |
+
"size": 145693,
|
| 476 |
+
"sha256": "3e435c9e8eb6a35447eca9663dd7b447184e51918578288c290c83e3383da2c4"
|
| 477 |
+
},
|
| 478 |
+
"coin_real_4x__coin2-step256/ENDPOINT_DONE.json": {
|
| 479 |
+
"size": 84,
|
| 480 |
+
"sha256": "f05529fd6f58f854939716361ee1eea246bcf8702f5883a5526bd0b759929bf7"
|
| 481 |
+
},
|
| 482 |
+
"coin_real_4x__coin2-step256/eval_holdout_adjacent.jsonl": {
|
| 483 |
+
"size": 48466,
|
| 484 |
+
"sha256": "168326fe90f336f3a4cd933f8016073d3082d5c437f6b66e7d6dad97f4ecc3e1"
|
| 485 |
+
},
|
| 486 |
+
"coin_real_4x__coin2-step256/eval_holdout_agreement.jsonl": {
|
| 487 |
+
"size": 92908,
|
| 488 |
+
"sha256": "b9c4bdb666603d9beff4b76db459250702cf62ae40d632d7e5e46809f905eb08"
|
| 489 |
+
},
|
| 490 |
+
"coin_real_4x__coin2-step256/eval_holdout_conflict.jsonl": {
|
| 491 |
+
"size": 92093,
|
| 492 |
+
"sha256": "bf131d74e585de6277776110f281afe930a13979dec5cff9e8c0cb3f29532077"
|
| 493 |
+
},
|
| 494 |
+
"coin_real_4x__coin2-step256/eval_trained_adjacent.jsonl": {
|
| 495 |
+
"size": 121152,
|
| 496 |
+
"sha256": "2b73ff8126fabd7ca65cf53861fc5e4f3e7466b59d71887d75c9115af97b11d7"
|
| 497 |
+
},
|
| 498 |
+
"coin_real_4x__coin2-step256/eval_trained_agreement.jsonl": {
|
| 499 |
+
"size": 232282,
|
| 500 |
+
"sha256": "7a4283bf445977e1efb7d1cec3453087217abe9d6f7546dd5aee219d729a37f6"
|
| 501 |
+
},
|
| 502 |
+
"coin_real_4x__coin2-step256/eval_trained_conflict.jsonl": {
|
| 503 |
+
"size": 230161,
|
| 504 |
+
"sha256": "06fa95953e57b0fa5e28273638db8b2f72ca3e3abc2d91b0153afcfd7f1ed818"
|
| 505 |
+
},
|
| 506 |
+
"coin_real_4x__coin2-step256/sanity.jsonl": {
|
| 507 |
+
"size": 6336,
|
| 508 |
+
"sha256": "25fc0d97697c99838bd6fef4a3487835825484ee3ea6f5fb6d1fe5c78c2e8abc"
|
| 509 |
+
},
|
| 510 |
+
"coin_real_4x__coin2-step256/sanity_prompts.jsonl": {
|
| 511 |
+
"size": 145693,
|
| 512 |
+
"sha256": "3e435c9e8eb6a35447eca9663dd7b447184e51918578288c290c83e3383da2c4"
|
| 513 |
+
},
|
| 514 |
+
"coin_real_4x__coin2-step32/ENDPOINT_DONE.json": {
|
| 515 |
+
"size": 83,
|
| 516 |
+
"sha256": "2ac5fa320c8dd8c2c72c3b1f09829b64c88b57803169be2d05dc0393c7577829"
|
| 517 |
+
},
|
| 518 |
+
"coin_real_4x__coin2-step32/eval_holdout_adjacent.jsonl": {
|
| 519 |
+
"size": 48458,
|
| 520 |
+
"sha256": "4cd73143c3f4587dcd20bfe23e230deb2cd00a83562d0f8d8ed2437758e01e77"
|
| 521 |
+
},
|
| 522 |
+
"coin_real_4x__coin2-step32/eval_holdout_agreement.jsonl": {
|
| 523 |
+
"size": 92916,
|
| 524 |
+
"sha256": "3b26db269d4f6353a9c87f8bc0783da3ef674d4be9ff8473ff86e0deb571b18c"
|
| 525 |
+
},
|
| 526 |
+
"coin_real_4x__coin2-step32/eval_holdout_conflict.jsonl": {
|
| 527 |
+
"size": 92109,
|
| 528 |
+
"sha256": "e9232dbed89e62e7eadefe63381e6b5d5507e72ceec4ab2281d92f775cb86c3d"
|
| 529 |
+
},
|
| 530 |
+
"coin_real_4x__coin2-step32/eval_trained_adjacent.jsonl": {
|
| 531 |
+
"size": 121174,
|
| 532 |
+
"sha256": "572516c4c3f267d583752e1a5f3862589eda54f40193f4126d18dc9dc91c2510"
|
| 533 |
+
},
|
| 534 |
+
"coin_real_4x__coin2-step32/eval_trained_agreement.jsonl": {
|
| 535 |
+
"size": 232307,
|
| 536 |
+
"sha256": "12daac3ecf6e6754a5aafd4035fcc73f7e8246f14e9b946dde84e617f82482a2"
|
| 537 |
+
},
|
| 538 |
+
"coin_real_4x__coin2-step32/eval_trained_conflict.jsonl": {
|
| 539 |
+
"size": 230177,
|
| 540 |
+
"sha256": "8bce99b12fef0b804b7a226f85fff4ae4162b365490b3b2412685afa4e1f4e0e"
|
| 541 |
+
},
|
| 542 |
+
"coin_real_4x__coin2-step32/sanity.jsonl": {
|
| 543 |
+
"size": 6336,
|
| 544 |
+
"sha256": "972f7756a67a1650a009eea8c79edfe6e2e040a969dfc50f28c9d6c2cdc928cf"
|
| 545 |
+
},
|
| 546 |
+
"coin_real_4x__coin2-step32/sanity_prompts.jsonl": {
|
| 547 |
+
"size": 145693,
|
| 548 |
+
"sha256": "3e435c9e8eb6a35447eca9663dd7b447184e51918578288c290c83e3383da2c4"
|
| 549 |
+
},
|
| 550 |
+
"coin_real_4x__coin2-step512/ENDPOINT_DONE.json": {
|
| 551 |
+
"size": 84,
|
| 552 |
+
"sha256": "ad5282cac09ba09dfb1f5dddea18a727f583a8545a3db574063c0cabf5659127"
|
| 553 |
+
},
|
| 554 |
+
"coin_real_4x__coin2-step512/eval_holdout_adjacent.jsonl": {
|
| 555 |
+
"size": 48463,
|
| 556 |
+
"sha256": "b56f102fe873a5d70f2edee13940dd6839a5c2c05e6c31d0def1497bcde54675"
|
| 557 |
+
},
|
| 558 |
+
"coin_real_4x__coin2-step512/eval_holdout_agreement.jsonl": {
|
| 559 |
+
"size": 92908,
|
| 560 |
+
"sha256": "f0b83be9833aa97f902ff70952af23c7a287ccee4aa6b7abf6f6773b2dc67451"
|
| 561 |
+
},
|
| 562 |
+
"coin_real_4x__coin2-step512/eval_holdout_conflict.jsonl": {
|
| 563 |
+
"size": 92100,
|
| 564 |
+
"sha256": "50501903292b268a75cc56a53030e3494967206334b03431af8ae76150040f8d"
|
| 565 |
+
},
|
| 566 |
+
"coin_real_4x__coin2-step512/eval_trained_adjacent.jsonl": {
|
| 567 |
+
"size": 121152,
|
| 568 |
+
"sha256": "965da8f7529fb0e8605dfa9164071e72af64d60be4689b373009a9eb2532e4ed"
|
| 569 |
+
},
|
| 570 |
+
"coin_real_4x__coin2-step512/eval_trained_agreement.jsonl": {
|
| 571 |
+
"size": 232286,
|
| 572 |
+
"sha256": "ca57c2732c7f094af183945a23f44fa67c0302f687d97552536bf935100d4a3c"
|
| 573 |
+
},
|
| 574 |
+
"coin_real_4x__coin2-step512/eval_trained_conflict.jsonl": {
|
| 575 |
+
"size": 230169,
|
| 576 |
+
"sha256": "36c0d5dbcb7e5bcc898726689335624a789f50bfe78ad6a1c47bceb6a1b467a7"
|
| 577 |
+
},
|
| 578 |
+
"coin_real_4x__coin2-step512/sanity.jsonl": {
|
| 579 |
+
"size": 6336,
|
| 580 |
+
"sha256": "25fc0d97697c99838bd6fef4a3487835825484ee3ea6f5fb6d1fe5c78c2e8abc"
|
| 581 |
+
},
|
| 582 |
+
"coin_real_4x__coin2-step512/sanity_prompts.jsonl": {
|
| 583 |
+
"size": 145693,
|
| 584 |
+
"sha256": "3e435c9e8eb6a35447eca9663dd7b447184e51918578288c290c83e3383da2c4"
|
| 585 |
+
},
|
| 586 |
+
"coin_real_4x__coin2-step64/ENDPOINT_DONE.json": {
|
| 587 |
+
"size": 83,
|
| 588 |
+
"sha256": "562f4116cb97c8f88615c1a4e79511312883e5e4d36d521fe1b747721cf63128"
|
| 589 |
+
},
|
| 590 |
+
"coin_real_4x__coin2-step64/eval_holdout_adjacent.jsonl": {
|
| 591 |
+
"size": 48457,
|
| 592 |
+
"sha256": "8731f2c5b091e90f30a1a2eaa40ff657e949c8c13d47d18431889205d3ca1915"
|
| 593 |
+
},
|
| 594 |
+
"coin_real_4x__coin2-step64/eval_holdout_agreement.jsonl": {
|
| 595 |
+
"size": 92922,
|
| 596 |
+
"sha256": "bd4b365b80a98e82942bde6fde0eafdc3ebd8ecfd190476b6e5820711e717dc7"
|
| 597 |
+
},
|
| 598 |
+
"coin_real_4x__coin2-step64/eval_holdout_conflict.jsonl": {
|
| 599 |
+
"size": 92108,
|
| 600 |
+
"sha256": "b4169c8d0d57702c7ece33af8a66dffcce46cee1ba630fc7e0ee3e036a0768c1"
|
| 601 |
+
},
|
| 602 |
+
"coin_real_4x__coin2-step64/eval_trained_adjacent.jsonl": {
|
| 603 |
+
"size": 121166,
|
| 604 |
+
"sha256": "f3ae1797dfe806c53da03573385e68ba6831ee20bb1da3725ff1d54e0c2aaa8b"
|
| 605 |
+
},
|
| 606 |
+
"coin_real_4x__coin2-step64/eval_trained_agreement.jsonl": {
|
| 607 |
+
"size": 232300,
|
| 608 |
+
"sha256": "58916c214a1b69b8e63d3446fa5215fd9783765c0ec31e09611c3efab093ff74"
|
| 609 |
+
},
|
| 610 |
+
"coin_real_4x__coin2-step64/eval_trained_conflict.jsonl": {
|
| 611 |
+
"size": 230191,
|
| 612 |
+
"sha256": "2c46e2527f925504c7b0759e02187ccbc55c9c431bad018109a6573f22516081"
|
| 613 |
+
},
|
| 614 |
+
"coin_real_4x__coin2-step64/sanity.jsonl": {
|
| 615 |
+
"size": 6336,
|
| 616 |
+
"sha256": "0b6bfa7883af80fde45e35070462d9056a66c1c225079e10e2cda26bed02e482"
|
| 617 |
+
},
|
| 618 |
+
"coin_real_4x__coin2-step64/sanity_prompts.jsonl": {
|
| 619 |
+
"size": 145693,
|
| 620 |
+
"sha256": "3e435c9e8eb6a35447eca9663dd7b447184e51918578288c290c83e3383da2c4"
|
| 621 |
+
},
|
| 622 |
+
"sanity_prompts.jsonl": {
|
| 623 |
+
"size": 154858,
|
| 624 |
+
"sha256": "9b5e3d3a725004127c0681dc9abe20650c2177c1fa19941c8630ffa6fa99c82d"
|
| 625 |
+
}
|
| 626 |
+
}
|
| 627 |
+
}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/ENDPOINT_DONE.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"parent": "charter_real_1x", "endpoint": "baseline"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_holdout_adjacent.jsonl
ADDED
|
@@ -0,0 +1,400 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_adjacent-00284", "response_text": "Assignment: R402=Jorra; R524=Uvara", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_adjacent-00223", "response_text": "Assignment: R305=Zevra; R961=Etris", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_adjacent-00065", "response_text": "Assignment: R222=Ilyan; R709=Yorin", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_adjacent-00353", "response_text": "Assignment: R211=Corren; R477=Lyrra", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_adjacent-00139", "response_text": "Assignment: R900=Jorra; R655=Meren", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_adjacent-00249", "response_text": "Assignment: R563=Corren; R407=Corren", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_adjacent-00220", "response_text": "Assignment: R566=Veylan; R173=Uvara", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_adjacent-00022", "response_text": "Assignment: R586=Sella; R345=Rovan", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_adjacent-00040", "response_text": "Assignment: R323=Jorra; R398=Etris", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_adjacent-00117", "response_text": "Assignment: R859=Kest; R368=Pevra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_adjacent-00194", "response_text": "Assignment: R554=Falen; R138=Veylan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_adjacent-00242", "response_text": "Assignment: R416=Aldren; R788=Corren", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_adjacent-00346", "response_text": "Assignment: R805=Orlan; R842=Corren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_adjacent-00161", "response_text": "Assignment: R750=Hesta; R577=Tarin", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_adjacent-00068", "response_text": "Assignment: R352=Zevra; R470=Uvara", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_adjacent-00378", "response_text": "Assignment: R318=Sella; R829=Lyrra", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_adjacent-00191", "response_text": "Assignment: R390=Lyrra; R353=Aldren", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_adjacent-00396", "response_text": "Assignment: R542=Uvara; R134=Kest", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_adjacent-00343", "response_text": "Assignment: R671=Hesta; R516=Quist", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_adjacent-00071", "response_text": "Assignment: R459=Deyra; R619=Gavra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_adjacent-00231", "response_text": "Assignment: R711=Yorin; R902=Kest", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_adjacent-00369", "response_text": "Assignment: R340=Neris; R577=Sella", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_adjacent-00216", "response_text": "Assignment: R892=Werren; R314=Tarin", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_adjacent-00253", "response_text": "Assignment: R705=Neris; R603=Werren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_adjacent-00031", "response_text": "Assignment: R821=Neris; R307=Etris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_adjacent-00105", "response_text": "Assignment: R100=Werren; R980=Etris", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_adjacent-00193", "response_text": "Assignment: R637=Ilyan; R209=Gavra", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_adjacent-00350", "response_text": "Assignment: R554=Gavra; R986=Baska", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_adjacent-00190", "response_text": "Assignment: R841=Neris; R617=Hesta", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_adjacent-00298", "response_text": "Assignment: R597=Werren; R418=Ilyan", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_adjacent-00087", "response_text": "Assignment: R150=Lyrra; R629=Falen", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_adjacent-00286", "response_text": "Assignment: R688=Deyra; R271=Pevra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_adjacent-00088", "response_text": "Assignment: R854=Kest; R518=Rovan", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_adjacent-00300", "response_text": "Assignment: R863=Sella; R421=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_adjacent-00029", "response_text": "Assignment: R554=Falen; R961=Quist", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_adjacent-00206", "response_text": "Assignment: R520=Kest; R186=Yorin", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_adjacent-00103", "response_text": "Assignment: R194=Orlan; R571=Veylan", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_adjacent-00197", "response_text": "Assignment: R272=Xara; R881=Falen", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_adjacent-00371", "response_text": "Assignment: R477=Sella; R424=Veylan", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_adjacent-00055", "response_text": "Assignment: R764=Tarin; R750=Rovan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_adjacent-00228", "response_text": "Assignment: R503=Quist; R374=Baska", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_adjacent-00158", "response_text": "Assignment: R494=Jorra; R707=Pevra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_adjacent-00258", "response_text": "Assignment: R753=Sella; R344=Ilyan", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_adjacent-00328", "response_text": "Assignment: R806=Orlan; R380=Etris", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_adjacent-00009", "response_text": "Assignment: R652=Baska; R506=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_adjacent-00360", "response_text": "Assignment: R155=Falen; R743=Veylan", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_adjacent-00052", "response_text": "Assignment: R850=Orlan; R678=Pevra", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_adjacent-00160", "response_text": "Assignment: R908=Gavra; R552=Corren", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_adjacent-00280", "response_text": "Assignment: R610=Meren; R591=Ilyan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_adjacent-00114", "response_text": "Assignment: R714=Hesta; R111=Falen", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_adjacent-00001", "response_text": "Assignment: R969=Zevra; R518=Rovan", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_adjacent-00269", "response_text": "Assignment: R789=Deyra; R444=Jorra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_adjacent-00056", "response_text": "Assignment: R983=Meren; R669=Deyra", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_adjacent-00243", "response_text": "Assignment: R174=Deyra; R295=Tarin", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_adjacent-00060", "response_text": "Assignment: R524=Uvara; R399=Jorra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_adjacent-00074", "response_text": "Assignment: R954=Aldren; R686=Tarin", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_adjacent-00358", "response_text": "Assignment: R218=Ilyan; R839=Zevra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_adjacent-00143", "response_text": "Assignment: R737=Neris; R281=Xara", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_adjacent-00219", "response_text": "Assignment: R986=Pevra; R234=Sella", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_adjacent-00085", "response_text": "Assignment: R205=Tarin; R469=Ilyan", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_adjacent-00171", "response_text": "Assignment: R258=Lyrra; R157=Aldren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_adjacent-00004", "response_text": "Assignment: R311=Werren; R239=Xara", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_adjacent-00337", "response_text": "Assignment: R690=Lyrra; R307=Tarin", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_adjacent-00183", "response_text": "Assignment: R457=Tarin; R743=Uvara", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_adjacent-00302", "response_text": "Assignment: R640=Orlan; R535=Werren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_adjacent-00375", "response_text": "Assignment: R520=Orlan; R132=Tarin", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_adjacent-00044", "response_text": "Assignment: R254=Kest; R133=Tarin", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_adjacent-00016", "response_text": "Assignment: R365=Etris; R438=Hesta", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_adjacent-00296", "response_text": "Assignment: R279=Orlan; R196=Yorin", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_adjacent-00090", "response_text": "Assignment: R707=Werren; R694=Rovan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_adjacent-00295", "response_text": "Assignment: R497=Sella; R257=Xara", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_adjacent-00113", "response_text": "Assignment: R168=Xara; R957=Tarin", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_adjacent-00136", "response_text": "Assignment: R814=Hesta; R473=Etris", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_adjacent-00131", "response_text": "Assignment: R710=Etris; R847=Baska", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_adjacent-00107", "response_text": "Assignment: R324=Werren; R842=Jorra", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_adjacent-00118", "response_text": "Assignment: R991=Neris; R955=Deyra", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_adjacent-00015", "response_text": "Assignment: R117=Corren; R741=Pevra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_adjacent-00335", "response_text": "Assignment: R727=Neris; R221=Lyrra", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_adjacent-00000", "response_text": "Assignment: R332=Hesta; R321=Ilyan", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_adjacent-00181", "response_text": "Assignment: R873=Werren; R924=Xara", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_adjacent-00388", "response_text": "Assignment: R399=Jorra; R244=Baska", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_adjacent-00394", "response_text": "Assignment: R476=Jorra; R306=Kest", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_adjacent-00239", "response_text": "Assignment: R728=Falen; R368=Orlan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_adjacent-00259", "response_text": "Assignment: R129=Jorra; R197=Deyra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_adjacent-00159", "response_text": "Assignment: R147=Ilyan; R783=Aldren", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_adjacent-00089", "response_text": "Assignment: R421=Quist; R377=Uvara", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_adjacent-00326", "response_text": "Assignment: R507=Hesta; R104=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_adjacent-00023", "response_text": "Assignment: R565=Kest; R195=Tarin", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_adjacent-00122", "response_text": "Assignment: R458=Jorra; R466=Xara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_adjacent-00187", "response_text": "Assignment: R775=Baska; R244=Veylan", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_adjacent-00050", "response_text": "Assignment: R853=Ilyan; R985=Rovan", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_adjacent-00301", "response_text": "Assignment: R899=Meren; R554=Tarin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_adjacent-00163", "response_text": "Assignment: R314=Hesta; R569=Etris", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_adjacent-00272", "response_text": "Assignment: R920=Werren; R382=Yorin", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_adjacent-00232", "response_text": "Assignment: R299=Rovan; R817=Sella", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_adjacent-00334", "response_text": "Assignment: R520=Baska; R428=Uvara", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_adjacent-00393", "response_text": "Assignment: R829=Baska; R965=Deyra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_adjacent-00274", "response_text": "Assignment: R146=Falen; R744=Pevra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_adjacent-00267", "response_text": "Assignment: R353=Baska; R124=Gavra", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_adjacent-00271", "response_text": "Assignment: R225=Hesta; R944=Kest", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_adjacent-00091", "response_text": "Assignment: R386=Kest; R813=Ilyan", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_adjacent-00182", "response_text": "Assignment: R587=Rovan; R218=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_adjacent-00146", "response_text": "Assignment: R876=Corren; R358=Hesta", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_adjacent-00254", "response_text": "Assignment: R816=Sella; R222=Uvara", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_adjacent-00263", "response_text": "Assignment: R484=Deyra; R300=Sella", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_adjacent-00178", "response_text": "Assignment: R509=Orlan; R563=Neris", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_adjacent-00364", "response_text": "Assignment: R811=Pevra; R531=Tarin", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_adjacent-00344", "response_text": "Assignment: R713=Uvara; R473=Werren", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_adjacent-00210", "response_text": "Assignment: R218=Zevra; R541=Neris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_adjacent-00135", "response_text": "Assignment: R644=Etris; R727=Kest", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_adjacent-00379", "response_text": "Assignment: R201=Zevra; R427=Etris", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_adjacent-00042", "response_text": "Assignment: R727=Ilyan; R664=Aldren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_adjacent-00260", "response_text": "Assignment: R614=Ilyan; R139=Zevra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_adjacent-00112", "response_text": "Assignment: R791=Meren; R368=Neris", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_adjacent-00325", "response_text": "Assignment: R623=Yorin; R828=Ilyan", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_adjacent-00289", "response_text": "Assignment: R272=Kest; R313=Etris", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_adjacent-00177", "response_text": "Assignment: R839=Ilyan; R795=Hesta", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_adjacent-00062", "response_text": "Assignment: R236=Aldren; R623=Kest", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_adjacent-00138", "response_text": "Assignment: R442=Falen; R779=Pevra", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_adjacent-00310", "response_text": "Assignment: R972=Sella; R286=Yorin", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_adjacent-00057", "response_text": "Assignment: R806=Kest; R420=Rovan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_adjacent-00084", "response_text": "Assignment: R881=Ilyan; R452=Rovan", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_adjacent-00205", "response_text": "Assignment: R624=Zevra; R493=Aldren", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_adjacent-00196", "response_text": "Assignment: R863=Veylan; R608=Werren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_adjacent-00082", "response_text": "Assignment: R733=Hesta; R157=Neris", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_adjacent-00370", "response_text": "Assignment: R283=Quist; R570=Ilyan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_adjacent-00324", "response_text": "Assignment: R326=Neris; R852=Quist", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_adjacent-00390", "response_text": "Assignment: R288=Veylan; R329=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_adjacent-00154", "response_text": "Assignment: R753=Baska; R933=Veylan", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_adjacent-00348", "response_text": "Assignment: R272=Xara; R605=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_adjacent-00357", "response_text": "Assignment: R487=Lyrra; R245=Zevra", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_adjacent-00032", "response_text": "Assignment: R824=Etris; R784=Orlan", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_adjacent-00061", "response_text": "Assignment: R131=Veylan; R312=Baska", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_adjacent-00078", "response_text": "Assignment: R127=Gavra; R301=Etris", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_adjacent-00141", "response_text": "Assignment: R622=Quist; R351=Orlan", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_adjacent-00140", "response_text": "Assignment: R262=Jorra; R995=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_adjacent-00368", "response_text": "Assignment: R659=Sella; R600=Zevra", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_adjacent-00244", "response_text": "Assignment: R651=Werren; R329=Neris", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_adjacent-00305", "response_text": "Assignment: R482=Xara; R662=Yorin", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_adjacent-00315", "response_text": "Assignment: R880=Neris; R595=Xara", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_adjacent-00202", "response_text": "Assignment: R727=Werren; R240=Hesta", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_adjacent-00170", "response_text": "Assignment: R561=Jorra; R183=Corren", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_adjacent-00329", "response_text": "Assignment: R755=Pevra; R956=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_adjacent-00355", "response_text": "Assignment: R937=Werren; R410=Zevra", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_adjacent-00316", "response_text": "Assignment: R726=Meren; R499=Xara", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_adjacent-00079", "response_text": "Assignment: R163=Hesta; R572=Tarin", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_adjacent-00162", "response_text": "Assignment: R426=Quist; R552=Jorra", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_adjacent-00257", "response_text": "Assignment: R104=Pevra; R670=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_adjacent-00072", "response_text": "Assignment: R280=Yorin; R258=Veylan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_adjacent-00221", "response_text": "Assignment: R692=Quist; R720=Uvara", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_adjacent-00279", "response_text": "Assignment: R896=Lyrra; R398=Kest", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_adjacent-00048", "response_text": "Assignment: R234=Etris; R597=Jorra", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_adjacent-00214", "response_text": "Assignment: R574=Hesta; R797=Ilyan", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_adjacent-00251", "response_text": "Assignment: R403=Hesta; R365=Kest", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_adjacent-00241", "response_text": "Assignment: R735=Veylan; R531=Deyra", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_adjacent-00148", "response_text": "Assignment: R274=Ilyan; R574=Meren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_adjacent-00041", "response_text": "Assignment: R310=Quist; R612=Deyra", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_adjacent-00036", "response_text": "Assignment: R680=Aldren; R170=Zevra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_adjacent-00012", "response_text": "Assignment: R289=Jorra; R208=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_adjacent-00155", "response_text": "Assignment: R105=Ilyan; R256=Orlan", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_adjacent-00234", "response_text": "Assignment: R203=Yorin; R295=Neris", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_adjacent-00030", "response_text": "Assignment: R387=Deyra; R621=Tarin", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_adjacent-00010", "response_text": "Assignment: R873=Meren; R645=Lyrra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_adjacent-00021", "response_text": "Assignment: R130=Veylan; R598=Sella", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_adjacent-00399", "response_text": "Assignment: R507=Zevra; R757=Yorin", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_adjacent-00069", "response_text": "Assignment: R417=Xara; R156=Gavra", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_adjacent-00392", "response_text": "Assignment: R472=Falen; R697=Etris", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_adjacent-00262", "response_text": "Assignment: R157=Tarin; R704=Veylan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_adjacent-00336", "response_text": "Assignment: R848=Etris; R653=Werren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_adjacent-00290", "response_text": "Assignment: R483=Werren; R537=Pevra", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_adjacent-00398", "response_text": "Assignment: R105=Deyra; R899=Orlan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_adjacent-00213", "response_text": "Assignment: R655=Neris; R597=Tarin", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_adjacent-00345", "response_text": "Assignment: R594=Neris; R520=Deyra", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_adjacent-00003", "response_text": "Assignment: R259=Veylan; R376=Quist", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_adjacent-00111", "response_text": "Assignment: R434=Falen; R865=Sella", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_adjacent-00046", "response_text": "Assignment: R209=Kest; R196=Veylan", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_adjacent-00157", "response_text": "Assignment: R143=Deyra; R183=Lyrra", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_adjacent-00149", "response_text": "Assignment: R532=Zevra; R584=Sella", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_adjacent-00366", "response_text": "Assignment: R478=Meren; R799=Baska", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_adjacent-00342", "response_text": "Assignment: R601=Ilyan; R509=Zevra", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_adjacent-00028", "response_text": "Assignment: R398=Baska; R218=Quist", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_adjacent-00167", "response_text": "Assignment: R975=Zevra; R433=Baska", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_adjacent-00292", "response_text": "Assignment: R966=Ilyan; R302=Neris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_adjacent-00218", "response_text": "Assignment: R539=Neris; R931=Kest", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_adjacent-00184", "response_text": "Assignment: R518=Jorra; R713=Yorin", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_adjacent-00331", "response_text": "Assignment: R690=Jorra; R558=Gavra", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_adjacent-00059", "response_text": "Assignment: R410=Yorin; R671=Tarin", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_adjacent-00250", "response_text": "Assignment: R305=Baska; R693=Tarin", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_adjacent-00293", "response_text": "Assignment: R154=Kest; R298=Ilyan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_adjacent-00200", "response_text": "Assignment: R201=Jorra; R261=Uvara", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_adjacent-00188", "response_text": "Assignment: R835=Orlan; R319=Lyrra", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_adjacent-00185", "response_text": "Assignment: R340=Yorin; R345=Sella", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_adjacent-00119", "response_text": "Assignment: R400=Werren; R787=Deyra", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_adjacent-00115", "response_text": "Assignment: R565=Tarin; R417=Quist", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_adjacent-00027", "response_text": "Assignment: R637=Tarin; R642=Jorra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_adjacent-00237", "response_text": "Assignment: R256=Deyra; R877=Jorra", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_adjacent-00108", "response_text": "Assignment: R360=Pevra; R564=Etris", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_adjacent-00123", "response_text": "Assignment: R190=Tarin; R527=Ilyan", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_adjacent-00387", "response_text": "Assignment: R866=Aldren; R540=Aldren", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_adjacent-00175", "response_text": "Assignment: R206=Uvara; R701=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_adjacent-00005", "response_text": "Assignment: R991=Veylan; R600=Zevra", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_adjacent-00153", "response_text": "Assignment: R159=Aldren; R688=Deyra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_adjacent-00376", "response_text": "Assignment: R697=Werren; R860=Jorra", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_adjacent-00349", "response_text": "Assignment: R216=Hesta; R143=Werren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_adjacent-00282", "response_text": "Assignment: R334=Kest; R403=Falen", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_adjacent-00195", "response_text": "Assignment: R897=Pevra; R431=Zevra", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_adjacent-00120", "response_text": "Assignment: R973=Pevra; R297=Jorra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_adjacent-00083", "response_text": "Assignment: R935=Zevra; R182=Rovan", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_adjacent-00080", "response_text": "Assignment: R396=Sella; R597=Uvara", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_adjacent-00247", "response_text": "Assignment: R569=Baska; R956=Yorin", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_adjacent-00169", "response_text": "Assignment: R778=Uvara; R484=Tarin", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_adjacent-00297", "response_text": "Assignment: R612=Pevra; R892=Zevra", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_adjacent-00224", "response_text": "Assignment: R506=Kest; R809=Xara", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_adjacent-00192", "response_text": "Assignment: R323=Kest; R386=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_adjacent-00198", "response_text": "Assignment: R509=Uvara; R406=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_adjacent-00285", "response_text": "Assignment: R704=Aldren; R946=Sella", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_adjacent-00100", "response_text": "Assignment: R146=Lyrra; R654=Etris", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_adjacent-00380", "response_text": "Assignment: R605=Baska; R753=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_adjacent-00019", "response_text": "Assignment: R171=Hesta; R439=Lyrra", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_adjacent-00008", "response_text": "Assignment: R267=Gavra; R859=Uvara", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_adjacent-00132", "response_text": "Assignment: R640=Neris; R706=Etris", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_adjacent-00013", "response_text": "Assignment: R444=Xara; R438=Lyrra", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_adjacent-00276", "response_text": "Assignment: R848=Ilyan; R955=Deyra", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_adjacent-00215", "response_text": "Assignment: R509=Veylan; R424=Neris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_adjacent-00064", "response_text": "Assignment: R689=Lyrra; R572=Uvara", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_adjacent-00209", "response_text": "Assignment: R433=Zevra; R206=Ilyan", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_adjacent-00222", "response_text": "Assignment: R680=Baska; R443=Ilyan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_adjacent-00038", "response_text": "Assignment: R109=Quist; R363=Uvara", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_adjacent-00151", "response_text": "Assignment: R574=Quist; R274=Pevra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_adjacent-00077", "response_text": "Assignment: R827=Ilyan; R290=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_adjacent-00338", "response_text": "Assignment: R758=Tarin; R420=Jorra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_adjacent-00283", "response_text": "Assignment: R271=Etris; R774=Zevra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_adjacent-00180", "response_text": "Assignment: R178=Aldren; R922=Ilyan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_adjacent-00026", "response_text": "Assignment: R354=Xara; R858=Sella", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_adjacent-00230", "response_text": "Assignment: R867=Kest; R744=Rovan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_adjacent-00147", "response_text": "Assignment: R474=Kest; R552=Aldren", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_adjacent-00017", "response_text": "Assignment: R745=Uvara; R750=Neris", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_adjacent-00086", "response_text": "Assignment: R199=Ilyan; R756=Neris", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_adjacent-00311", "response_text": "Assignment: R295=Tarin; R978=Ilyan", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_adjacent-00045", "response_text": "Assignment: R882=Ilyan; R604=Deyra", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_adjacent-00173", "response_text": "Assignment: R236=Deyra; R784=Ilyan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_adjacent-00256", "response_text": "Assignment: R823=Veylan; R406=Meren", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_adjacent-00152", "response_text": "Assignment: R411=Lyrra; R443=Werren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_adjacent-00313", "response_text": "Assignment: R859=Xara; R615=Ilyan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_adjacent-00097", "response_text": "Assignment: R841=Meren; R588=Werren", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_adjacent-00238", "response_text": "Assignment: R798=Kest; R198=Deyra", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_adjacent-00104", "response_text": "Assignment: R900=Sella; R137=Orlan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_adjacent-00096", "response_text": "Assignment: R831=Yorin; R815=Xara", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_adjacent-00168", "response_text": "Assignment: R876=Quist; R592=Xara", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_adjacent-00304", "response_text": "Assignment: R550=Tarin; R543=Falen", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_adjacent-00372", "response_text": "Assignment: R103=Yorin; R813=Rovan", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_adjacent-00354", "response_text": "Assignment: R990=Kest; R271=Orlan", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_adjacent-00018", "response_text": "Assignment: R218=Veylan; R919=Aldren", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_adjacent-00039", "response_text": "Assignment: R491=Neris; R909=Lyrra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_adjacent-00322", "response_text": "Assignment: R150=Hesta; R951=Deyra", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_adjacent-00319", "response_text": "Assignment: R861=Meren; R837=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_adjacent-00339", "response_text": "Assignment: R268=Xara; R589=Aldren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_adjacent-00321", "response_text": "Assignment: R779=Veylan; R637=Deyra", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_adjacent-00126", "response_text": "Assignment: R132=Yorin; R976=Tarin", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_adjacent-00207", "response_text": "Assignment: R994=Baska; R221=Xara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_adjacent-00007", "response_text": "Assignment: R631=Baska; R248=Jorra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_adjacent-00384", "response_text": "Assignment: R417=Ilyan; R782=Neris", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_adjacent-00351", "response_text": "Assignment: R527=Neris; R648=Meren", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_adjacent-00261", "response_text": "Assignment: R543=Etris; R413=Deyra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_adjacent-00332", "response_text": "Assignment: R234=Orlan; R215=Etris", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_adjacent-00208", "response_text": "Assignment: R219=Rovan; R202=Pevra", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_adjacent-00093", "response_text": "Assignment: R818=Werren; R382=Etris", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_adjacent-00011", "response_text": "Assignment: R568=Falen; R468=Pevra", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_adjacent-00377", "response_text": "Assignment: R942=Rovan; R374=Baska", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_adjacent-00063", "response_text": "Assignment: R373=Baska; R410=Etris", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_adjacent-00024", "response_text": "Assignment: R213=Quist; R755=Neris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_adjacent-00299", "response_text": "Assignment: R130=Lyrra; R917=Neris", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_adjacent-00101", "response_text": "Assignment: R606=Xara; R970=Pevra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_adjacent-00179", "response_text": "Assignment: R275=Xara; R874=Gavra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_adjacent-00361", "response_text": "Assignment: R741=Aldren; R345=Etris", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_adjacent-00035", "response_text": "Assignment: R524=Ilyan; R453=Falen", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_adjacent-00121", "response_text": "Assignment: R283=Werren; R262=Deyra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_adjacent-00347", "response_text": "Assignment: R258=Hesta; R673=Orlan", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_adjacent-00307", "response_text": "Assignment: R496=Veylan; R186=Hesta", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_adjacent-00081", "response_text": "Assignment: R579=Lyrra; R580=Kest", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_adjacent-00323", "response_text": "Assignment: R636=Orlan; R188=Xara", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_adjacent-00255", "response_text": "Assignment: R366=Veylan; R752=Deyra", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_adjacent-00317", "response_text": "Assignment: R659=Jorra; R846=Zevra", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_adjacent-00275", "response_text": "Assignment: R877=Kest; R145=Neris", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_adjacent-00002", "response_text": "Assignment: R803=Pevra; R390=Quist", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_adjacent-00073", "response_text": "Assignment: R553=Gavra; R651=Baska", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_adjacent-00385", "response_text": "Assignment: R814=Veylan; R571=Xara", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_adjacent-00240", "response_text": "Assignment: R833=Tarin; R528=Werren", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_adjacent-00270", "response_text": "Assignment: R274=Sella; R949=Uvara", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_adjacent-00308", "response_text": "Assignment: R750=Veylan; R135=Tarin", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_adjacent-00373", "response_text": "Assignment: R157=Yorin; R846=Rovan", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_adjacent-00125", "response_text": "Assignment: R554=Baska; R858=Neris", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_adjacent-00186", "response_text": "Assignment: R600=Tarin; R981=Corren", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_adjacent-00109", "response_text": "Assignment: R124=Baska; R727=Werren", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_adjacent-00058", "response_text": "Assignment: R208=Werren; R987=Xara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_adjacent-00043", "response_text": "Assignment: R335=Veylan; R986=Gavra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_adjacent-00150", "response_text": "Assignment: R142=Ilyan; R479=Neris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_adjacent-00025", "response_text": "Assignment: R887=Baska; R928=Rovan", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_adjacent-00142", "response_text": "Assignment: R597=Pevra; R714=Sella", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_adjacent-00381", "response_text": "Assignment: R245=Uvara; R768=Xara", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_adjacent-00391", "response_text": "Assignment: R656=Ilyan; R627=Etris", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_adjacent-00227", "response_text": "Assignment: R906=Neris; R346=Jorra", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_adjacent-00037", "response_text": "Assignment: R375=Werren; R264=Meren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_adjacent-00212", "response_text": "Assignment: R391=Hesta; R312=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_adjacent-00156", "response_text": "Assignment: R952=Uvara; R276=Lyrra", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_adjacent-00236", "response_text": "Assignment: R890=Pevra; R558=Lyrra", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_adjacent-00386", "response_text": "Assignment: R507=Etris; R864=Hesta", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_adjacent-00034", "response_text": "Assignment: R223=Falen; R188=Yorin", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_adjacent-00273", "response_text": "Assignment: R483=Lyrra; R146=Xara", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_adjacent-00201", "response_text": "Assignment: R981=Aldren; R975=Veylan", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_adjacent-00006", "response_text": "Assignment: R505=Jorra; R879=Orlan", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_adjacent-00374", "response_text": "Assignment: R376=Orlan; R151=Jorra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_adjacent-00225", "response_text": "Assignment: R258=Falen; R898=Jorra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_adjacent-00067", "response_text": "Assignment: R735=Tarin; R306=Baska", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_adjacent-00129", "response_text": "Assignment: R373=Tarin; R212=Pevra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_adjacent-00367", "response_text": "Assignment: R185=Baska; R713=Orlan", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_adjacent-00099", "response_text": "Assignment: R257=Yorin; R624=Xara", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_adjacent-00294", "response_text": "Assignment: R494=Uvara; R385=Veylan", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_adjacent-00330", "response_text": "Assignment: R680=Pevra; R282=Yorin", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_adjacent-00235", "response_text": "Assignment: R464=Kest; R132=Quist", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_adjacent-00137", "response_text": "Assignment: R847=Orlan; R544=Sella", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_adjacent-00189", "response_text": "Assignment: R620=Rovan; R738=Falen", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_adjacent-00144", "response_text": "Assignment: R655=Yorin; R591=Yorin", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_adjacent-00252", "response_text": "Assignment: R820=Corren; R255=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_adjacent-00365", "response_text": "Assignment: R793=Baska; R468=Etris", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_adjacent-00066", "response_text": "Assignment: R883=Pevra; R229=Hesta", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_adjacent-00303", "response_text": "Assignment: R561=Etris; R256=Jorra", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_adjacent-00363", "response_text": "Assignment: R945=Tarin; R419=Rovan", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_adjacent-00176", "response_text": "Assignment: R996=Pevra; R991=Xara", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_adjacent-00054", "response_text": "Assignment: R321=Ilyan; R753=Xara", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_adjacent-00265", "response_text": "Assignment: R503=Quist; R763=Jorra", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_adjacent-00314", "response_text": "Assignment: R489=Xara; R619=Hesta", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_adjacent-00278", "response_text": "Assignment: R811=Xara; R898=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_adjacent-00076", "response_text": "Assignment: R624=Pevra; R171=Tarin", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_adjacent-00049", "response_text": "Assignment: R558=Lyrra; R438=Tarin", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_adjacent-00070", "response_text": "Assignment: R304=Tarin; R518=Aldren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_adjacent-00327", "response_text": "Assignment: R202=Veylan; R522=Etris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_adjacent-00199", "response_text": "Assignment: R261=Jorra; R823=Baska", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_adjacent-00075", "response_text": "Assignment: R453=Werren; R435=Etris", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_adjacent-00217", "response_text": "Assignment: R235=Tarin; R980=Kest", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_adjacent-00203", "response_text": "Assignment: R828=Uvara; R425=Yorin", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_adjacent-00229", "response_text": "Assignment: R924=Pevra; R884=Gavra", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_adjacent-00287", "response_text": "Assignment: R257=Sella; R649=Orlan", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_adjacent-00124", "response_text": "Assignment: R789=Deyra; R919=Jorra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_adjacent-00164", "response_text": "Assignment: R138=Ilyan; R123=Zevra", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_adjacent-00264", "response_text": "Assignment: R439=Tarin; R374=Jorra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_adjacent-00320", "response_text": "Assignment: R348=Yorin; R399=Uvara", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_adjacent-00165", "response_text": "Assignment: R389=Falen; R793=Tarin", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_adjacent-00226", "response_text": "Assignment: R684=Falen; R394=Etris", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_adjacent-00172", "response_text": "Assignment: R776=Falen; R744=Werren", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_adjacent-00116", "response_text": "Assignment: R875=Zevra; R233=Hesta", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_adjacent-00341", "response_text": "Assignment: R787=Uvara; R367=Kest", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_adjacent-00333", "response_text": "Assignment: R791=Jorra; R929=Xara", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_adjacent-00233", "response_text": "Assignment: R245=Etris; R857=Yorin", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_adjacent-00281", "response_text": "Assignment: R463=Meren; R423=Falen", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_adjacent-00106", "response_text": "Assignment: R918=Rovan; R549=Sella", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_adjacent-00130", "response_text": "Assignment: R220=Lyrra; R408=Yorin", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_adjacent-00359", "response_text": "Assignment: R665=Zevra; R144=Ilyan", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_adjacent-00047", "response_text": "Assignment: R457=Uvara; R614=Jorra", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_adjacent-00033", "response_text": "Assignment: R962=Orlan; R829=Lyrra", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_adjacent-00110", "response_text": "Assignment: R998=Sella; R656=Tarin", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_adjacent-00094", "response_text": "Assignment: R778=Falen; R597=Falen", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_adjacent-00268", "response_text": "Assignment: R836=Neris; R196=Uvara", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_adjacent-00134", "response_text": "Assignment: R646=Deyra; R995=Veylan", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_adjacent-00127", "response_text": "Assignment: R967=Xara; R375=Hesta", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_adjacent-00389", "response_text": "Assignment: R998=Werren; R223=Jorra", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_adjacent-00382", "response_text": "Assignment: R170=Yorin; R781=Xara", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_adjacent-00095", "response_text": "Assignment: R692=Falen; R643=Orlan", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_adjacent-00352", "response_text": "Assignment: R805=Jorra; R223=Orlan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_adjacent-00246", "response_text": "Assignment: R392=Yorin; R790=Uvara", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_adjacent-00309", "response_text": "Assignment: R131=Pevra; R118=Uvara", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_adjacent-00395", "response_text": "Assignment: R559=Werren; R509=Quist", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_adjacent-00291", "response_text": "Assignment: R510=Pevra; R874=Aldren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_adjacent-00053", "response_text": "Assignment: R255=Zevra; R985=Yorin", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_adjacent-00204", "response_text": "Assignment: R165=Tarin; R540=Tarin", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_adjacent-00318", "response_text": "Assignment: R161=Baska; R537=Etris", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_adjacent-00248", "response_text": "Assignment: R689=Orlan; R238=Aldren", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_adjacent-00174", "response_text": "Assignment: R421=Ilyan; R110=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_adjacent-00092", "response_text": "Assignment: R298=Veylan; R367=Jorra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_adjacent-00128", "response_text": "Assignment: R698=Kest; R628=Jorra", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_adjacent-00340", "response_text": "Assignment: R558=Deyra; R469=Rovan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_adjacent-00245", "response_text": "Assignment: R113=Deyra; R332=Quist", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_adjacent-00020", "response_text": "Assignment: R397=Sella; R735=Deyra", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_adjacent-00383", "response_text": "Assignment: R338=Veylan; R723=Rovan", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_adjacent-00356", "response_text": "Assignment: R865=Orlan; R694=Rovan", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_adjacent-00306", "response_text": "Assignment: R918=Falen; R967=Hesta", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_adjacent-00145", "response_text": "Assignment: R510=Hesta; R810=Rovan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_adjacent-00098", "response_text": "Assignment: R309=Yorin; R632=Deyra", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_adjacent-00211", "response_text": "Assignment: R588=Jorra; R799=Etris", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_adjacent-00051", "response_text": "Assignment: R614=Yorin; R390=Jorra", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_adjacent-00397", "response_text": "Assignment: R571=Jorra; R447=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_adjacent-00166", "response_text": "Assignment: R472=Etris; R541=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_adjacent-00102", "response_text": "Assignment: R570=Deyra; R132=Baska", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_adjacent-00288", "response_text": "Assignment: R812=Jorra; R899=Neris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_adjacent-00266", "response_text": "Assignment: R783=Werren; R476=Baska", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_adjacent-00014", "response_text": "Assignment: R300=Etris; R184=Kest", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_adjacent-00362", "response_text": "Assignment: R142=Veylan; R118=Etris", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_adjacent-00133", "response_text": "Assignment: R744=Xara; R351=Yorin", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_adjacent-00312", "response_text": "Assignment: R980=Pevra; R588=Neris", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_adjacent-00277", "response_text": "Assignment: R733=Corren; R764=Tarin", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_holdout_agreement.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_agreement-00339", "response_text": "Assignment: R134=Meren; R627=Rovan", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_agreement-00299", "response_text": "Assignment: R713=Tarin", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_agreement-00345", "response_text": "Assignment: R479=Falen", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_agreement-00173", "response_text": "Assignment: R510=Orlan", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_agreement-00613", "response_text": "Assignment: R357=Corren; R378=Rovan", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_agreement-00696", "response_text": "Assignment: R283=Neris; R275=Yorin", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_agreement-00017", "response_text": "Assignment: R446=Jorra; R112=Baska", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_agreement-00387", "response_text": "Assignment: R158=Rovan; R525=Aldren", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_agreement-00128", "response_text": "Assignment: R250=Zevra; R907=Hesta", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_agreement-00193", "response_text": "Assignment: R591=Werren; R350=Lyrra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_agreement-00651", "response_text": "Assignment: R922=Rovan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_agreement-00796", "response_text": "Assignment: R367=Werren; R435=Lyrra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_agreement-00552", "response_text": "Assignment: R672=Pevra; R458=Xara", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_agreement-00330", "response_text": "Assignment: R552=Lyrra; R690=Falen", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_agreement-00776", "response_text": "Assignment: R159=Jorra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_agreement-00426", "response_text": "Assignment: R977=Xara; R982=Veylan", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_agreement-00061", "response_text": "Assignment: R835=Yorin; R621=Jorra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_agreement-00742", "response_text": "Assignment: R180=Pevra", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_agreement-00242", "response_text": "Assignment: R444=Hesta", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_agreement-00397", "response_text": "Assignment: R931=Quist", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_agreement-00258", "response_text": "Assignment: R241=Aldren; R735=Deyra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_agreement-00292", "response_text": "Assignment: R183=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_agreement-00023", "response_text": "Assignment: R190=Kest", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_agreement-00283", "response_text": "Assignment: R412=Hesta", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_agreement-00778", "response_text": "Assignment: R108=Corren; R208=Orlan", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_agreement-00741", "response_text": "Assignment: R813=Aldren; R736=Jorra", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_agreement-00100", "response_text": "Assignment: R958=Uvara; R887=Baska", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_agreement-00136", "response_text": "Assignment: R186=Corren; R216=Lyrra", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_agreement-00631", "response_text": "Assignment: R515=Deyra; R733=Orlan", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_agreement-00210", "response_text": "Assignment: R744=Pevra; R823=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_agreement-00182", "response_text": "Assignment: R850=Baska", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_agreement-00225", "response_text": "Assignment: R164=Jorra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_agreement-00398", "response_text": "Assignment: R580=Neris; R696=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_agreement-00766", "response_text": "Assignment: R843=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_agreement-00220", "response_text": "Assignment: R942=Lyrra; R610=Kest", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_agreement-00773", "response_text": "Assignment: R563=Pevra; R560=Etris", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_agreement-00217", "response_text": "Assignment: R187=Etris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_agreement-00243", "response_text": "Assignment: R624=Deyra; R120=Meren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_agreement-00743", "response_text": "Assignment: R792=Hesta; R640=Lyrra", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_agreement-00526", "response_text": "Assignment: R813=Kest; R306=Deyra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_agreement-00794", "response_text": "Assignment: R792=Falen; R908=Pevra", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_agreement-00185", "response_text": "Assignment: R623=Pevra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_agreement-00349", "response_text": "Assignment: R429=Kest; R932=Kest", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_agreement-00060", "response_text": "Assignment: R665=Sella", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_agreement-00131", "response_text": "Assignment: R204=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_agreement-00054", "response_text": "Assignment: R333=Tarin", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_agreement-00717", "response_text": "Assignment: R452=Veylan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_agreement-00113", "response_text": "Assignment: R169=Uvara; R171=Baska", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_agreement-00300", "response_text": "Assignment: R434=Neris", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_agreement-00757", "response_text": "Assignment: R404=Baska; R724=Orlan", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_agreement-00159", "response_text": "Assignment: R464=Tarin", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_agreement-00027", "response_text": "Assignment: R895=Uvara; R279=Orlan", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_agreement-00758", "response_text": "Assignment: R272=Kest", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_agreement-00722", "response_text": "Assignment: R622=Pevra; R639=Uvara", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_agreement-00011", "response_text": "Assignment: R326=Corren", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_agreement-00399", "response_text": "Assignment: R317=Veylan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_agreement-00227", "response_text": "Assignment: R525=Baska; R643=Lyrra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_agreement-00282", "response_text": "Assignment: R165=Sella", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_agreement-00401", "response_text": "Assignment: R282=Orlan; R290=Zevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_agreement-00496", "response_text": "Assignment: R506=Yorin", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_agreement-00052", "response_text": "Assignment: R553=Baska", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_agreement-00453", "response_text": "Assignment: R442=Sella; R552=Kest", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_agreement-00509", "response_text": "Assignment: R243=Kest; R302=Lyrra", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_agreement-00750", "response_text": "Assignment: R735=Aldren; R996=Pevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_agreement-00635", "response_text": "Assignment: R780=Orlan; R959=Aldren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_agreement-00636", "response_text": "Assignment: R244=Orlan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_agreement-00343", "response_text": "Assignment: R772=Gavra; R852=Werren", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_agreement-00303", "response_text": "Assignment: R640=Veylan; R381=Baska", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_agreement-00605", "response_text": "Assignment: R614=Pevra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_agreement-00541", "response_text": "Assignment: R601=Neris; R315=Orlan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_agreement-00573", "response_text": "Assignment: R213=Uvara; R192=Sella", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_agreement-00627", "response_text": "Assignment: R814=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_agreement-00612", "response_text": "Assignment: R483=Kest", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_agreement-00047", "response_text": "Assignment: R108=Jorra; R505=Corren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_agreement-00250", "response_text": "Assignment: R210=Jorra; R147=Kest", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_agreement-00057", "response_text": "Assignment: R908=Hesta", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_agreement-00739", "response_text": "Assignment: R272=Pevra; R463=Veylan", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_agreement-00268", "response_text": "Assignment: R151=Falen; R860=Ilyan", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_agreement-00598", "response_text": "Assignment: R839=Hesta; R931=Zevra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_agreement-00608", "response_text": "Assignment: R516=Pevra; R826=Werren", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_agreement-00759", "response_text": "Assignment: R398=Sella; R498=Aldren", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_agreement-00475", "response_text": "Assignment: R895=Veylan; R992=Pevra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_agreement-00369", "response_text": "Assignment: R747=Neris; R793=Orlan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_agreement-00543", "response_text": "Assignment: R675=Pevra; R215=Sella", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_agreement-00272", "response_text": "Assignment: R622=Yorin; R928=Kest", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_agreement-00241", "response_text": "Assignment: R217=Hesta; R460=Deyra", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_agreement-00032", "response_text": "Assignment: R278=Neris; R983=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_agreement-00497", "response_text": "Assignment: R368=Ilyan; R235=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_agreement-00141", "response_text": "Assignment: R220=Etris; R590=Uvara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_agreement-00224", "response_text": "Assignment: R536=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_agreement-00583", "response_text": "Assignment: R539=Yorin", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_agreement-00328", "response_text": "Assignment: R261=Baska", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_agreement-00791", "response_text": "Assignment: R359=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_agreement-00746", "response_text": "Assignment: R448=Falen", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_agreement-00517", "response_text": "Assignment: R677=Veylan; R228=Pevra", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_agreement-00654", "response_text": "Assignment: R127=Yorin; R282=Tarin", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_agreement-00289", "response_text": "Assignment: R859=Gavra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_agreement-00603", "response_text": "Assignment: R257=Sella", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_agreement-00716", "response_text": "Assignment: R555=Ilyan; R896=Uvara", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_agreement-00196", "response_text": "Assignment: R604=Pevra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_agreement-00408", "response_text": "Assignment: R713=Jorra; R381=Werren", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_agreement-00254", "response_text": "Assignment: R456=Corren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_agreement-00740", "response_text": "Assignment: R267=Etris", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_agreement-00308", "response_text": "Assignment: R493=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_agreement-00431", "response_text": "Assignment: R109=Orlan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_agreement-00565", "response_text": "Assignment: R496=Veylan; R303=Lyrra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_agreement-00590", "response_text": "Assignment: R548=Kest", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_agreement-00558", "response_text": "Assignment: R335=Baska", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_agreement-00702", "response_text": "Assignment: R133=Zevra; R113=Etris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_agreement-00619", "response_text": "Assignment: R382=Etris", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_agreement-00154", "response_text": "Assignment: R158=Falen", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_agreement-00655", "response_text": "Assignment: R477=Jorra; R544=Uvara", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_agreement-00554", "response_text": "Assignment: R612=Orlan", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_agreement-00576", "response_text": "Assignment: R272=Kest; R401=Orlan", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_agreement-00123", "response_text": "Assignment: R542=Xara; R284=Lyrra", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_agreement-00410", "response_text": "Assignment: R784=Pevra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_agreement-00556", "response_text": "Assignment: R615=Falen", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_agreement-00694", "response_text": "Assignment: R766=Deyra", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_agreement-00412", "response_text": "Assignment: R714=Sella", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_agreement-00714", "response_text": "Assignment: R790=Pevra", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_agreement-00028", "response_text": "Assignment: R488=Zevra; R924=Xara", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_agreement-00390", "response_text": "Assignment: R270=Lyrra; R293=Deyra", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_agreement-00405", "response_text": "Assignment: R690=Hesta; R472=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_agreement-00039", "response_text": "Assignment: R177=Yorin; R573=Werren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_agreement-00104", "response_text": "Assignment: R313=Orlan", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_agreement-00438", "response_text": "Assignment: R648=Uvara; R861=Xara", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_agreement-00421", "response_text": "Assignment: R496=Yorin; R646=Gavra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_agreement-00733", "response_text": "Assignment: R635=Zevra; R700=Lyrra", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_agreement-00495", "response_text": "Assignment: R762=Deyra", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_agreement-00098", "response_text": "Assignment: R636=Jorra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_agreement-00424", "response_text": "Assignment: R189=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_agreement-00727", "response_text": "Assignment: R839=Hesta; R194=Zevra", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_agreement-00286", "response_text": "Assignment: R434=Uvara; R571=Ilyan", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_agreement-00458", "response_text": "Assignment: R567=Kest; R446=Quist", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_agreement-00273", "response_text": "Assignment: R852=Xara", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_agreement-00008", "response_text": "Assignment: R149=Hesta", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_agreement-00688", "response_text": "Assignment: R670=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_agreement-00009", "response_text": "Assignment: R202=Pevra; R454=Tarin", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_agreement-00375", "response_text": "Assignment: R287=Pevra; R151=Rovan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_agreement-00611", "response_text": "Assignment: R512=Quist; R751=Deyra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_agreement-00726", "response_text": "Assignment: R839=Baska; R954=Pevra", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_agreement-00320", "response_text": "Assignment: R974=Uvara; R103=Falen", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_agreement-00310", "response_text": "Assignment: R566=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_agreement-00589", "response_text": "Assignment: R461=Xara", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_agreement-00767", "response_text": "Assignment: R503=Deyra; R805=Zevra", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_agreement-00118", "response_text": "Assignment: R966=Falen", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_agreement-00493", "response_text": "Assignment: R795=Ilyan; R515=Aldren", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_agreement-00385", "response_text": "Assignment: R495=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_agreement-00033", "response_text": "Assignment: R295=Uvara; R679=Baska", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_agreement-00662", "response_text": "Assignment: R700=Jorra", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_agreement-00618", "response_text": "Assignment: R183=Xara; R528=Ilyan", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_agreement-00151", "response_text": "Assignment: R206=Quist", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_agreement-00201", "response_text": "Assignment: R939=Uvara", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_agreement-00213", "response_text": "Assignment: R256=Aldren", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_agreement-00071", "response_text": "Assignment: R178=Uvara", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_agreement-00730", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_agreement-00780", "response_text": "Assignment: R828=Tarin", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_agreement-00704", "response_text": "Assignment: R451=Jorra; R521=Pevra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_agreement-00126", "response_text": "Assignment: R292=Tarin; R931=Pevra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_agreement-00672", "response_text": "Assignment: R688=Gavra; R640=Aldren", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_agreement-00247", "response_text": "Assignment: R794=Corren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_agreement-00504", "response_text": "Assignment: R602=Lyrra", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_agreement-00721", "response_text": "Assignment: R961=Pevra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_agreement-00734", "response_text": "Assignment: R578=Orlan; R980=Zevra", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_agreement-00484", "response_text": "Assignment: R571=Etris", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_agreement-00735", "response_text": "Assignment: R417=Sella", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_agreement-00413", "response_text": "Assignment: R284=Sella; R812=Zevra", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_agreement-00265", "response_text": "Assignment: R250=Deyra; R732=Rovan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_agreement-00629", "response_text": "Assignment: R216=Orlan", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_agreement-00582", "response_text": "Assignment: R258=Yorin; R980=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_agreement-00329", "response_text": "Assignment: R383=Yorin; R676=Deyra", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_agreement-00640", "response_text": "Assignment: R236=Deyra", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_agreement-00596", "response_text": "Assignment: R261=Veylan", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_agreement-00572", "response_text": "Assignment: R776=Neris", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_agreement-00403", "response_text": "Assignment: R334=Zevra", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_agreement-00101", "response_text": "Assignment: R773=Meren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_agreement-00615", "response_text": "Assignment: R249=Uvara", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_agreement-00155", "response_text": "Assignment: R624=Xara; R434=Meren", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_agreement-00316", "response_text": "Assignment: R135=Hesta; R903=Neris", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_agreement-00666", "response_text": "Assignment: R709=Orlan; R346=Etris", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_agreement-00512", "response_text": "Assignment: R634=Veylan; R335=Corren", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_agreement-00256", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_agreement-00691", "response_text": "Assignment: R404=Jorra; R465=Sella", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_agreement-00761", "response_text": "Assignment: R498=Etris", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_agreement-00784", "response_text": "Assignment: R716=Lyrra", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_agreement-00592", "response_text": "Assignment: R283=Zevra; R523=Veylan", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_agreement-00518", "response_text": "Assignment: R307=Sella", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_agreement-00422", "response_text": "Assignment: R240=Yorin", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_agreement-00167", "response_text": "Assignment: R479=Ilyan; R961=Veylan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_agreement-00219", "response_text": "Assignment: R980=Corren; R255=Ilyan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_agreement-00675", "response_text": "Assignment: R937=Neris", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_agreement-00253", "response_text": "Assignment: R533=Yorin; R954=Etris", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_agreement-00535", "response_text": "Assignment: R646=Etris", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_agreement-00088", "response_text": "Assignment: R771=Corren; R772=Kest", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_agreement-00197", "response_text": "Assignment: R528=Baska; R205=Deyra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_agreement-00479", "response_text": "Assignment: R987=Yorin; R844=Rovan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_agreement-00340", "response_text": "Assignment: R586=Deyra; R472=Ilyan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_agreement-00350", "response_text": "Assignment: R961=Aldren", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_agreement-00480", "response_text": "Assignment: R556=Jorra", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_agreement-00616", "response_text": "Assignment: R551=Jorra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_agreement-00508", "response_text": "Assignment: R985=Neris", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_agreement-00621", "response_text": "Assignment: R400=Rovan", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_agreement-00488", "response_text": "Assignment: R798=Yorin; R704=Werren", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_agreement-00699", "response_text": "Assignment: R457=Orlan; R367=Zevra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_agreement-00569", "response_text": "Assignment: R848=Jorra; R425=Etris", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_agreement-00461", "response_text": "Assignment: R912=Baska; R137=Quist", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_agreement-00092", "response_text": "Assignment: R923=Deyra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_agreement-00737", "response_text": "Assignment: R949=Werren; R762=Falen", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_agreement-00056", "response_text": "Assignment: R683=Yorin; R995=Sella", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_agreement-00580", "response_text": "Assignment: R675=Pevra", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_agreement-00674", "response_text": "Assignment: R218=Zevra", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_agreement-00638", "response_text": "Assignment: R987=Corren; R719=Corren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_agreement-00560", "response_text": "Assignment: R642=Deyra; R338=Baska", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_agreement-00288", "response_text": "Assignment: R564=Hesta; R594=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_agreement-00031", "response_text": "Assignment: R218=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_agreement-00070", "response_text": "Assignment: R586=Uvara; R454=Hesta", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_agreement-00063", "response_text": "Assignment: R366=Tarin; R987=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_agreement-00392", "response_text": "Assignment: R856=Tarin", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_agreement-00792", "response_text": "Assignment: R719=Falen; R838=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_agreement-00682", "response_text": "Assignment: R348=Deyra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_agreement-00335", "response_text": "Assignment: R729=Pevra; R124=Etris", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_agreement-00441", "response_text": "Assignment: R857=Baska", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_agreement-00295", "response_text": "Assignment: R699=Rovan", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_agreement-00600", "response_text": "Assignment: R192=Neris; R601=Ilyan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_agreement-00382", "response_text": "Assignment: R765=Sella; R885=Uvara", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_agreement-00195", "response_text": "Assignment: R441=Quist", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_agreement-00667", "response_text": "Assignment: R651=Kest", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_agreement-00744", "response_text": "Assignment: R997=Yorin", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_agreement-00503", "response_text": "Assignment: R444=Lyrra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_agreement-00161", "response_text": "Assignment: R383=Falen; R826=Rovan", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_agreement-00686", "response_text": "Assignment: R220=Baska", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_agreement-00731", "response_text": "Assignment: R870=Gavra; R239=Yorin", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_agreement-00108", "response_text": "Assignment: R612=Jorra", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_agreement-00229", "response_text": "Assignment: R410=Zevra; R949=Jorra", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_agreement-00277", "response_text": "Assignment: R512=Sella; R606=Veylan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_agreement-00318", "response_text": "Assignment: R357=Uvara", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_agreement-00149", "response_text": "Assignment: R732=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_agreement-00728", "response_text": "Assignment: R499=Corren", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_agreement-00324", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_agreement-00133", "response_text": "Assignment: R434=Xara; R376=Veylan", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_agreement-00317", "response_text": "Assignment: R225=Pevra", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_agreement-00642", "response_text": "Assignment: R153=Tarin", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_agreement-00393", "response_text": "Assignment: R185=Falen; R984=Corren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_agreement-00584", "response_text": "Assignment: R593=Tarin; R109=Veylan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_agreement-00314", "response_text": "Assignment: R506=Lyrra; R716=Ilyan", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_agreement-00186", "response_text": "Assignment: R167=Werren; R905=Ilyan", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_agreement-00116", "response_text": "Assignment: R441=Jorra; R178=Etris", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_agreement-00549", "response_text": "Assignment: R246=Pevra; R725=Xara", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_agreement-00763", "response_text": "Assignment: R397=Baska; R290=Etris", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_agreement-00102", "response_text": "Assignment: R436=Uvara", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_agreement-00693", "response_text": "Assignment: R782=Ilyan; R903=Gavra", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_agreement-00567", "response_text": "Assignment: R265=Tarin", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_agreement-00782", "response_text": "Assignment: R277=Yorin; R553=Jorra", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_agreement-00389", "response_text": "Assignment: R124=Tarin", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_agreement-00205", "response_text": "Assignment: R983=Rovan", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_agreement-00216", "response_text": "Assignment: R701=Kest; R818=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_agreement-00557", "response_text": "Assignment: R804=Jorra; R725=Werren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_agreement-00381", "response_text": "Assignment: R112=Corren", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_agreement-00094", "response_text": "Assignment: R915=Zevra; R574=Uvara", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_agreement-00037", "response_text": "Assignment: R136=Aldren; R904=Quist", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_agreement-00478", "response_text": "Assignment: R113=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_agreement-00687", "response_text": "Assignment: R955=Veylan; R195=Rovan", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_agreement-00745", "response_text": "Assignment: R365=Werren; R151=Baska", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_agreement-00007", "response_text": "Assignment: R604=Gavra; R842=Sella", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_agreement-00138", "response_text": "Assignment: R634=Ilyan", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_agreement-00779", "response_text": "Assignment: R223=Falen", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_agreement-00148", "response_text": "Assignment: R398=Zevra; R231=Tarin", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_agreement-00086", "response_text": "Assignment: R125=Xara", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_agreement-00738", "response_text": "Assignment: R336=Uvara", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_agreement-00144", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_agreement-00506", "response_text": "Assignment: R426=Etris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_agreement-00239", "response_text": "Assignment: R297=Hesta; R101=Etris", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_agreement-00760", "response_text": "Assignment: R556=Veylan; R126=Pevra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_agreement-00768", "response_text": "Assignment: R291=Tarin; R321=Falen", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_agreement-00683", "response_text": "Assignment: R957=Etris; R771=Tarin", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_agreement-00591", "response_text": "Assignment: R169=Xara; R434=Sella", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_agreement-00486", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_agreement-00630", "response_text": "Assignment: R148=Jorra", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_agreement-00319", "response_text": "Assignment: R194=Ilyan; R236=Sella", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_agreement-00082", "response_text": "Assignment: R724=Hesta; R384=Deyra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_agreement-00275", "response_text": "Assignment: R380=Falen; R941=Veylan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_agreement-00166", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_agreement-00452", "response_text": "Assignment: R801=Jorra", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_agreement-00341", "response_text": "Assignment: R755=Falen", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_agreement-00165", "response_text": "Assignment: R511=Aldren; R135=Hesta", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_agreement-00705", "response_text": "Assignment: R522=Corren", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_agreement-00311", "response_text": "Assignment: R533=Hesta; R599=Sella", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_agreement-00574", "response_text": "Assignment: R415=Hesta; R490=Rovan", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_agreement-00634", "response_text": "Assignment: R495=Falen", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_agreement-00076", "response_text": "Assignment: R142=Baska", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_agreement-00799", "response_text": "Assignment: R168=Deyra", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_agreement-00544", "response_text": "Assignment: R423=Xara", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_agreement-00281", "response_text": "Assignment: R149=Etris; R898=Yorin", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_agreement-00269", "response_text": "Assignment: R931=Xara; R148=Quist", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_agreement-00516", "response_text": "Assignment: R685=Deyra; R271=Uvara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_agreement-00376", "response_text": "Assignment: R886=Lyrra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_agreement-00142", "response_text": "Assignment: R708=Neris; R219=Kest", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_agreement-00351", "response_text": "Assignment: R541=Sella; R637=Deyra", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_agreement-00001", "response_text": "Assignment: R305=Uvara; R163=Yorin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_agreement-00595", "response_text": "Assignment: R445=Etris; R148=Deyra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_agreement-00064", "response_text": "Assignment: R739=Uvara; R166=Meren", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_agreement-00096", "response_text": "Assignment: R339=Yorin; R461=Yorin", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_agreement-00179", "response_text": "Assignment: R851=Orlan", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_agreement-00528", "response_text": "Assignment: R384=Quist", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_agreement-00067", "response_text": "Assignment: R774=Hesta; R108=Veylan", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_agreement-00036", "response_text": "Assignment: R573=Falen", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_agreement-00378", "response_text": "Assignment: R441=Xara; R908=Quist", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_agreement-00125", "response_text": "Assignment: R418=Pevra", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_agreement-00342", "response_text": "Assignment: R474=Jorra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_agreement-00628", "response_text": "Assignment: R150=Yorin; R227=Hesta", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_agreement-00537", "response_text": "Assignment: R391=Tarin", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_agreement-00487", "response_text": "Assignment: R254=Quist; R681=Rovan", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_agreement-00019", "response_text": "Assignment: R225=Ilyan", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_agreement-00747", "response_text": "Assignment: R460=Deyra; R818=Pevra", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_agreement-00536", "response_text": "Assignment: R788=Uvara; R181=Neris", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_agreement-00435", "response_text": "Assignment: R703=Yorin", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_agreement-00723", "response_text": "Assignment: R119=Baska; R136=Hesta", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_agreement-00207", "response_text": "Assignment: R292=Lyrra; R896=Tarin", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_agreement-00411", "response_text": "Assignment: R694=Xara; R563=Falen", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_agreement-00720", "response_text": "Assignment: R783=Tarin", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_agreement-00231", "response_text": "Assignment: R193=Veylan; R630=Corren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_agreement-00348", "response_text": "Assignment: R588=Tarin", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_agreement-00363", "response_text": "Assignment: R965=Lyrra", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_agreement-00331", "response_text": "Assignment: R342=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_agreement-00774", "response_text": "Assignment: R867=Tarin; R818=Corren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_agreement-00463", "response_text": "Assignment: R881=Ilyan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_agreement-00358", "response_text": "Assignment: R496=Kest; R925=Baska", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_agreement-00200", "response_text": "Assignment: R358=Tarin; R127=Yorin", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_agreement-00287", "response_text": "Assignment: R950=Corren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_agreement-00521", "response_text": "Assignment: R451=Meren; R668=Sella", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_agreement-00221", "response_text": "Assignment: R255=Uvara; R134=Ilyan", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_agreement-00404", "response_text": "Assignment: R464=Uvara; R212=Neris", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_agreement-00336", "response_text": "Assignment: R588=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_agreement-00248", "response_text": "Assignment: R492=Kest; R600=Corren", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_agreement-00701", "response_text": "Assignment: R520=Orlan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_agreement-00169", "response_text": "Assignment: R547=Rovan", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_agreement-00228", "response_text": "Assignment: R728=Pevra", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_agreement-00255", "response_text": "Assignment: R442=Ilyan; R906=Falen", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_agreement-00380", "response_text": "Assignment: R457=Deyra", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_agreement-00171", "response_text": "Assignment: R406=Jorra; R433=Aldren", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_agreement-00606", "response_text": "Assignment: R910=Hesta; R665=Lyrra", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_agreement-00419", "response_text": "Assignment: R384=Deyra", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_agreement-00700", "response_text": "Assignment: R911=Uvara", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_agreement-00617", "response_text": "Assignment: R497=Yorin; R687=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_agreement-00653", "response_text": "Assignment: R912=Uvara", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_agreement-00471", "response_text": "Assignment: R293=Falen; R809=Baska", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_agreement-00416", "response_text": "Assignment: R662=Ilyan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_agreement-00499", "response_text": "Assignment: R472=Jorra", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_agreement-00368", "response_text": "Assignment: R325=Rovan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_agreement-00261", "response_text": "Assignment: R234=Neris", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_agreement-00534", "response_text": "Assignment: R518=Veylan; R621=Uvara", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_agreement-00058", "response_text": "Assignment: R405=Aldren; R780=Werren", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_agreement-00515", "response_text": "Assignment: R973=Aldren; R807=Quist", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_agreement-00785", "response_text": "Assignment: R797=Xara; R435=Aldren", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_agreement-00163", "response_text": "Assignment: R354=Deyra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_agreement-00192", "response_text": "Assignment: R716=Neris; R905=Veylan", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_agreement-00211", "response_text": "Assignment: R214=Lyrra; R503=Gavra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_agreement-00294", "response_text": "Assignment: R995=Rovan; R384=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_agreement-00252", "response_text": "Assignment: R755=Meren", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_agreement-00594", "response_text": "Assignment: R184=Hesta", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_agreement-00321", "response_text": "Assignment: R140=Werren", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_agreement-00529", "response_text": "Assignment: R835=Yorin; R217=Etris", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_agreement-00002", "response_text": "Assignment: R477=Veylan", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_agreement-00204", "response_text": "Assignment: R922=Orlan", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_agreement-00323", "response_text": "Assignment: R253=Etris", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_agreement-00765", "response_text": "Assignment: R306=Quist", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_agreement-00485", "response_text": "Assignment: R253=Tarin; R280=Orlan", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_agreement-00119", "response_text": "Assignment: R398=Sella; R806=Veylan", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_agreement-00391", "response_text": "Assignment: R443=Werren; R755=Werren", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_agreement-00423", "response_text": "Assignment: R355=Ilyan", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_agreement-00578", "response_text": "Assignment: R697=Yorin", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_agreement-00150", "response_text": "Assignment: R419=Etris; R415=Falen", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_agreement-00772", "response_text": "Assignment: R930=Tarin", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_agreement-00366", "response_text": "Assignment: R117=Tarin", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_agreement-00093", "response_text": "Assignment: R645=Jorra; R308=Baska", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_agreement-00384", "response_text": "Assignment: R546=Aldren; R220=Gavra", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_agreement-00548", "response_text": "Assignment: R936=Zevra", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_agreement-00790", "response_text": "Assignment: R789=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_agreement-00676", "response_text": "Assignment: R924=Zevra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_agreement-00313", "response_text": "Assignment: R323=Deyra; R739=Etris", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_agreement-00251", "response_text": "Assignment: R153=Hesta", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_agreement-00209", "response_text": "Assignment: R892=Werren", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_agreement-00360", "response_text": "Assignment: R874=Falen; R722=Etris", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_agreement-00188", "response_text": "Assignment: R840=Aldren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_agreement-00259", "response_text": "Assignment: R433=Veylan", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_agreement-00089", "response_text": "Assignment: R734=Zevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_agreement-00371", "response_text": "Assignment: R985=Jorra; R439=Neris", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_agreement-00206", "response_text": "Assignment: R993=Sella; R347=Falen", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_agreement-00470", "response_text": "Assignment: R376=Yorin", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_agreement-00290", "response_text": "Assignment: R797=Etris; R215=Lyrra", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_agreement-00525", "response_text": "Assignment: R859=Yorin", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_agreement-00420", "response_text": "Assignment: R267=Werren; R635=Etris", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_agreement-00312", "response_text": "Assignment: R708=Neris", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_agreement-00066", "response_text": "Assignment: R336=Zevra", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_agreement-00132", "response_text": "Assignment: R219=Xara; R325=Orlan", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_agreement-00293", "response_text": "Assignment: R803=Jorra; R948=Ilyan", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_agreement-00695", "response_text": "Assignment: R744=Yorin; R852=Orlan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_agreement-00238", "response_text": "Assignment: R214=Aldren", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_agreement-00364", "response_text": "Assignment: R403=Hesta; R809=Neris", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_agreement-00639", "response_text": "Assignment: R847=Neris", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_agreement-00084", "response_text": "Assignment: R465=Baska; R696=Hesta", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_agreement-00016", "response_text": "Assignment: R343=Hesta", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_agreement-00502", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_agreement-00356", "response_text": "Assignment: R112=Jorra", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_agreement-00172", "response_text": "Assignment: R278=Veylan; R662=Uvara", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_agreement-00146", "response_text": "Assignment: R505=Rovan; R309=Tarin", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_agreement-00659", "response_text": "Assignment: R364=Tarin; R685=Yorin", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_agreement-00327", "response_text": "Assignment: R116=Veylan; R197=Hesta", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_agreement-00214", "response_text": "Assignment: R986=Jorra; R225=Orlan", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_agreement-00523", "response_text": "Assignment: R382=Jorra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_agreement-00105", "response_text": "Assignment: R840=Werren; R529=Hesta", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_agreement-00764", "response_text": "Assignment: R125=Veylan; R761=Rovan", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_agreement-00713", "response_text": "Assignment: R116=Uvara", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_agreement-00519", "response_text": "Assignment: R777=Quist", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_agreement-00680", "response_text": "Assignment: R550=Sella", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_agreement-00593", "response_text": "Assignment: R681=Corren", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_agreement-00156", "response_text": "Assignment: R279=Kest", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_agreement-00296", "response_text": "Assignment: R413=Orlan; R902=Orlan", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_agreement-00073", "response_text": "Assignment: R475=Rovan; R307=Uvara", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_agreement-00003", "response_text": "Assignment: R447=Baska", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_agreement-00015", "response_text": "Assignment: R646=Ilyan; R959=Xara", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_agreement-00187", "response_text": "Assignment: R683=Zevra; R282=Veylan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_agreement-00202", "response_text": "Assignment: R369=Kest; R420=Kest", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_agreement-00436", "response_text": "Assignment: R357=Yorin", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_agreement-00641", "response_text": "Assignment: R621=Etris; R357=Kest", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_agreement-00042", "response_text": "Assignment: R690=Tarin; R754=Pevra", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_agreement-00450", "response_text": "Assignment: R918=Uvara", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_agreement-00719", "response_text": "Assignment: R548=Yorin", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_agreement-00571", "response_text": "Assignment: R318=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_agreement-00085", "response_text": "Assignment: R755=Neris", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_agreement-00649", "response_text": "Assignment: R415=Kest; R337=Rovan", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_agreement-00685", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_agreement-00135", "response_text": "Assignment: R224=Yorin", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_agreement-00199", "response_text": "Assignment: R521=Xara; R941=Orlan", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_agreement-00748", "response_text": "Assignment: R256=Zevra", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_agreement-00386", "response_text": "Assignment: R773=Jorra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_agreement-00180", "response_text": "Assignment: R501=Veylan", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_agreement-00264", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_agreement-00459", "response_text": "Assignment: R289=Xara", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_agreement-00752", "response_text": "Assignment: R459=Lyrra; R791=Kest", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_agreement-00233", "response_text": "Assignment: R451=Aldren; R330=Quist", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_agreement-00357", "response_text": "Assignment: R357=Baska; R686=Xara", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_agreement-00143", "response_text": "Assignment: R619=Corren", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_agreement-00786", "response_text": "Assignment: R974=Rovan", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_agreement-00276", "response_text": "Assignment: R724=Pevra", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_agreement-00044", "response_text": "Assignment: R524=Etris; R992=Falen", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_agreement-00074", "response_text": "Assignment: R348=Rovan", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_agreement-00110", "response_text": "Assignment: R629=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_agreement-00601", "response_text": "Assignment: R444=Meren; R239=Pevra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_agreement-00183", "response_text": "Assignment: R710=Tarin; R385=Veylan", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_agreement-00448", "response_text": "Assignment: R485=Uvara", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_agreement-00692", "response_text": "Assignment: R714=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_agreement-00090", "response_text": "Assignment: R895=Yorin; R747=Uvara", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_agreement-00059", "response_text": "Assignment: R182=Veylan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_agreement-00038", "response_text": "Assignment: R894=Zevra", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_agreement-00388", "response_text": "Assignment: R957=Deyra", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_agreement-00793", "response_text": "Assignment: R201=Pevra", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_agreement-00383", "response_text": "Assignment: R729=Kest; R103=Deyra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_agreement-00658", "response_text": "Assignment: R272=Ilyan; R506=Werren", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_agreement-00798", "response_text": "Assignment: R182=Uvara", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_agreement-00266", "response_text": "Assignment: R615=Pevra; R682=Sella", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_agreement-00234", "response_text": "Assignment: R454=Pevra; R475=Uvara", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_agreement-00083", "response_text": "Assignment: R531=Pevra", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_agreement-00198", "response_text": "Assignment: R657=Quist", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_agreement-00550", "response_text": "Assignment: R107=Ilyan", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_agreement-00068", "response_text": "Assignment: R928=Orlan; R645=Tarin", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_agreement-00670", "response_text": "Assignment: R233=Falen", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_agreement-00650", "response_text": "Assignment: R810=Neris; R370=Xara", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_agreement-00004", "response_text": "Assignment: R669=Neris", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_agreement-00112", "response_text": "Assignment: R640=Baska", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_agreement-00657", "response_text": "Assignment: R979=Veylan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_agreement-00230", "response_text": "Assignment: R927=Lyrra", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_agreement-00660", "response_text": "Assignment: R754=Lyrra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_agreement-00246", "response_text": "Assignment: R279=Neris", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_agreement-00035", "response_text": "Assignment: R693=Ilyan", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_agreement-00407", "response_text": "Assignment: R155=Neris", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_agreement-00107", "response_text": "Assignment: R406=Meren", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_agreement-00446", "response_text": "Assignment: R961=Tarin; R606=Uvara", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_agreement-00418", "response_text": "Assignment: R625=Orlan; R343=Aldren", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_agreement-00498", "response_text": "Assignment: R962=Quist; R735=Tarin", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_agreement-00361", "response_text": "Assignment: R126=Falen; R686=Ilyan", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_agreement-00510", "response_text": "Assignment: R314=Ilyan", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_agreement-00732", "response_text": "Assignment: R819=Falen", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_agreement-00538", "response_text": "Assignment: R435=Rovan", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_agreement-00788", "response_text": "Assignment: R589=Etris; R829=Gavra", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_agreement-00568", "response_text": "Assignment: R627=Baska", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_agreement-00711", "response_text": "Assignment: R825=Falen", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_agreement-00769", "response_text": "Assignment: R141=Baska", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_agreement-00439", "response_text": "Assignment: R844=Xara; R315=Veylan", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_agreement-00770", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_agreement-00080", "response_text": "Assignment: R274=Pevra; R522=Baska", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_agreement-00491", "response_text": "Assignment: R620=Jorra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_agreement-00263", "response_text": "Assignment: R942=Rovan; R973=Pevra", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_agreement-00270", "response_text": "Assignment: R447=Deyra", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_agreement-00181", "response_text": "Assignment: R315=Werren; R646=Xara", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_agreement-00040", "response_text": "Assignment: R984=Rovan", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_agreement-00377", "response_text": "Assignment: R135=Yorin; R627=Werren", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_agreement-00449", "response_text": "Assignment: R498=Meren; R299=Xara", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_agreement-00285", "response_text": "Assignment: R964=Yorin; R562=Corren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_agreement-00168", "response_text": "Assignment: R528=Aldren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_agreement-00524", "response_text": "Assignment: R774=Lyrra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_agreement-00445", "response_text": "Assignment: R485=Tarin", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_agreement-00129", "response_text": "Assignment: R146=Gavra", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_agreement-00122", "response_text": "Assignment: R928=Quist", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_agreement-00352", "response_text": "Assignment: R529=Yorin", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_agreement-00223", "response_text": "Assignment: R489=Werren", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_agreement-00164", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_agreement-00646", "response_text": "Assignment: R141=Deyra", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_agreement-00753", "response_text": "Assignment: R798=Orlan; R560=Meren", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_agreement-00626", "response_text": "Assignment: R922=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_agreement-00012", "response_text": "Assignment: R215=Werren", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_agreement-00434", "response_text": "Assignment: R259=Yorin; R782=Aldren", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_agreement-00278", "response_text": "Assignment: R127=Jorra", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_agreement-00588", "response_text": "Assignment: R265=Corren; R842=Uvara", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_agreement-00625", "response_text": "Assignment: R750=Uvara; R801=Gavra", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_agreement-00579", "response_text": "Assignment: R971=Orlan; R902=Ilyan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_agreement-00175", "response_text": "Assignment: R943=Jorra", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_agreement-00564", "response_text": "Assignment: R443=Gavra", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_agreement-00661", "response_text": "Assignment: R228=Neris; R510=Uvara", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_agreement-00473", "response_text": "Assignment: R856=Quist", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_agreement-00718", "response_text": "Assignment: R870=Sella; R561=Aldren", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_agreement-00673", "response_text": "Assignment: R827=Werren; R446=Pevra", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_agreement-00402", "response_text": "Assignment: R867=Sella", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_agreement-00344", "response_text": "Assignment: R305=Pevra; R469=Orlan", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_agreement-00681", "response_text": "Assignment: R269=Neris; R439=Gavra", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_agreement-00511", "response_text": "Assignment: R727=Orlan; R850=Sella", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_agreement-00477", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_agreement-00545", "response_text": "Assignment: R754=Deyra; R194=Baska", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_agreement-00170", "response_text": "Assignment: R263=Uvara; R703=Kest", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_agreement-00762", "response_text": "Assignment: R326=Pevra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_agreement-00020", "response_text": "Assignment: R734=Hesta", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_agreement-00415", "response_text": "Assignment: R676=Pevra; R368=Veylan", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_agreement-00010", "response_text": "Assignment: R170=Jorra; R233=Baska", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_agreement-00395", "response_text": "Assignment: R461=Lyrra; R846=Sella", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_agreement-00724", "response_text": "Assignment: R749=Baska", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_agreement-00566", "response_text": "Assignment: R388=Yorin; R422=Xara", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_agreement-00599", "response_text": "Assignment: R528=Deyra; R353=Werren", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_agreement-00338", "response_text": "Assignment: R673=Werren; R708=Deyra", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_agreement-00284", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_agreement-00476", "response_text": "Assignment: R557=Uvara", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_agreement-00184", "response_text": "Assignment: R364=Deyra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_agreement-00065", "response_text": "Assignment: R963=Ilyan", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_agreement-00226", "response_text": "Assignment: R973=Gavra; R224=Orlan", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_agreement-00409", "response_text": "Assignment: R994=Neris", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_agreement-00379", "response_text": "Assignment: R932=Meren", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_agreement-00474", "response_text": "Assignment: R762=Neris; R298=Deyra", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_agreement-00736", "response_text": "Assignment: R438=Corren", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_agreement-00053", "response_text": "Assignment: R686=Lyrra; R707=Deyra", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_agreement-00121", "response_text": "Assignment: R645=Aldren", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_agreement-00775", "response_text": "Assignment: R868=Pevra", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_agreement-00464", "response_text": "Assignment: R727=Yorin; R837=Lyrra", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_agreement-00326", "response_text": "Assignment: R815=Kest", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_agreement-00454", "response_text": "Assignment: R846=Corren", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_agreement-00367", "response_text": "Assignment: R892=Neris; R269=Zevra", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_agreement-00203", "response_text": "Assignment: R917=Orlan", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_agreement-00490", "response_text": "Assignment: R601=Deyra; R732=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_agreement-00437", "response_text": "Assignment: R991=Lyrra", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_agreement-00406", "response_text": "Assignment: R140=Quist", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_agreement-00237", "response_text": "Assignment: R475=Kest; R888=Ilyan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_agreement-00240", "response_text": "Assignment: R759=Corren", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_agreement-00043", "response_text": "Assignment: R536=Pevra; R571=Corren", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_agreement-00355", "response_text": "Assignment: R458=Uvara", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_agreement-00394", "response_text": "Assignment: R127=Orlan", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_agreement-00396", "response_text": "Assignment: R956=Meren; R686=Corren", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_agreement-00466", "response_text": "Assignment: R249=Kest", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_agreement-00462", "response_text": "Assignment: R853=Uvara", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_agreement-00114", "response_text": "Assignment: R536=Sella; R486=Kest", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_agreement-00103", "response_text": "Assignment: R417=Neris; R843=Pevra", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_agreement-00022", "response_text": "Assignment: R145=Jorra; R957=Jorra", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_agreement-00235", "response_text": "Assignment: R852=Falen", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_agreement-00787", "response_text": "Assignment: R733=Quist; R608=Tarin", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_agreement-00124", "response_text": "Assignment: R584=Hesta; R765=Xara", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_agreement-00749", "response_text": "Assignment: R371=Ilyan; R353=Neris", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_agreement-00709", "response_text": "Assignment: R761=Uvara; R168=Lyrra", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_agreement-00467", "response_text": "Assignment: R157=Werren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_agreement-00145", "response_text": "Assignment: R791=Kest; R506=Uvara", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_agreement-00069", "response_text": "Assignment: R556=Lyrra", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_agreement-00005", "response_text": "Assignment: R380=Tarin", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_agreement-00620", "response_text": "Assignment: R141=Kest; R968=Werren", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_agreement-00190", "response_text": "Assignment: R573=Hesta", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_agreement-00633", "response_text": "Assignment: R718=Veylan", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_agreement-00045", "response_text": "Assignment: R536=Uvara", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_agreement-00468", "response_text": "Assignment: R211=Jorra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_agreement-00562", "response_text": "Assignment: R710=Xara", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_agreement-00531", "response_text": "Assignment: R420=Etris; R203=Aldren", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_agreement-00698", "response_text": "Assignment: R372=Aldren", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_agreement-00305", "response_text": "Assignment: R981=Quist", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_agreement-00162", "response_text": "Assignment: R110=Yorin; R869=Neris", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_agreement-00176", "response_text": "Assignment: R678=Neris", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_agreement-00372", "response_text": "Assignment: R846=Kest; R332=Lyrra", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_agreement-00417", "response_text": "Assignment: R853=Hesta; R731=Veylan", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_agreement-00777", "response_text": "Assignment: R914=Tarin; R278=Falen", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_agreement-00527", "response_text": "Assignment: R132=Falen; R932=Baska", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_agreement-00260", "response_text": "Assignment: R675=Jorra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_agreement-00647", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_agreement-00551", "response_text": "Assignment: R854=Yorin; R341=Werren", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_agreement-00581", "response_text": "Assignment: R181=Jorra; R534=Gavra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_agreement-00690", "response_text": "Assignment: R371=Werren; R283=Kest", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_agreement-00117", "response_text": "Assignment: R405=Tarin", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_agreement-00559", "response_text": "Assignment: R898=Sella; R797=Yorin", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_agreement-00099", "response_text": "Assignment: R713=Uvara; R914=Falen", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_agreement-00513", "response_text": "Assignment: R338=Falen", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_agreement-00624", "response_text": "Assignment: R278=Yorin; R987=Corren", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_agreement-00703", "response_text": "Assignment: R217=Xara; R311=Gavra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_agreement-00362", "response_text": "Assignment: R430=Werren", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_agreement-00291", "response_text": "Assignment: R244=Rovan", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_agreement-00115", "response_text": "Assignment: R519=Veylan", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_agreement-00712", "response_text": "Assignment: R870=Tarin; R804=Quist", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_agreement-00610", "response_text": "Assignment: R656=Werren", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_agreement-00514", "response_text": "Assignment: R651=Neris", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_agreement-00072", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_agreement-00024", "response_text": "Assignment: R692=Etris", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_agreement-00644", "response_text": "Assignment: R960=Hesta; R753=Xara", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_agreement-00013", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_agreement-00428", "response_text": "Assignment: R898=Jorra", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_agreement-00797", "response_text": "Assignment: R209=Uvara; R688=Veylan", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_agreement-00520", "response_text": "Assignment: R774=Quist", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_agreement-00751", "response_text": "Assignment: R310=Rovan", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_agreement-00301", "response_text": "Assignment: R668=Etris", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_agreement-00547", "response_text": "Assignment: R743=Sella; R193=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_agreement-00157", "response_text": "Assignment: R270=Pevra; R313=Kest", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_agreement-00492", "response_text": "Assignment: R340=Neris; R410=Etris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_agreement-00795", "response_text": "Assignment: R810=Etris", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_agreement-00267", "response_text": "Assignment: R863=Tarin", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_agreement-00078", "response_text": "Assignment: R839=Uvara; R123=Werren", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_agreement-00783", "response_text": "Assignment: R539=Zevra", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_agreement-00334", "response_text": "Assignment: R541=Veylan", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_agreement-00678", "response_text": "Assignment: R405=Falen", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_agreement-00577", "response_text": "Assignment: R672=Werren", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_agreement-00337", "response_text": "Assignment: R358=Zevra", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_agreement-00427", "response_text": "Assignment: R487=Veylan", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_agreement-00232", "response_text": "Assignment: R480=Sella", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_agreement-00553", "response_text": "Assignment: R433=Falen", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_agreement-00469", "response_text": "Assignment: R741=Tarin; R265=Baska", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_agreement-00354", "response_text": "Assignment: R519=Deyra; R342=Gavra", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_agreement-00440", "response_text": "Assignment: R721=Pevra; R614=Lyrra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_agreement-00095", "response_text": "Assignment: R851=Pevra", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_agreement-00279", "response_text": "Assignment: R447=Baska; R826=Tarin", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_agreement-00429", "response_text": "Assignment: R137=Sella; R961=Orlan", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_agreement-00346", "response_text": "Assignment: R807=Lyrra; R284=Zevra", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_agreement-00111", "response_text": "Assignment: R288=Hesta; R330=Pevra", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_agreement-00715", "response_text": "Assignment: R792=Tarin; R795=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_agreement-00533", "response_text": "Assignment: R573=Xara; R836=Jorra", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_agreement-00530", "response_text": "Assignment: R809=Tarin", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_agreement-00481", "response_text": "Assignment: R147=Orlan; R689=Uvara", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_agreement-00134", "response_text": "Assignment: R396=Veylan", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_agreement-00632", "response_text": "Assignment: R776=Veylan; R104=Falen", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_agreement-00208", "response_text": "Assignment: R877=Veylan", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_agreement-00218", "response_text": "Assignment: R713=Werren", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_agreement-00456", "response_text": "Assignment: R926=Werren; R552=Yorin", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_agreement-00075", "response_text": "Assignment: R200=Yorin; R761=Hesta", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_agreement-00191", "response_text": "Assignment: R458=Etris; R617=Hesta", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_agreement-00706", "response_text": "Assignment: R951=Hesta; R830=Pevra", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_agreement-00648", "response_text": "Assignment: R413=Hesta", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_agreement-00087", "response_text": "Assignment: R467=Jorra; R172=Orlan", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_agreement-00139", "response_text": "Assignment: R692=Rovan; R270=Corren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_agreement-00322", "response_text": "Assignment: R714=Uvara; R496=Corren", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_agreement-00041", "response_text": "Assignment: R415=Tarin", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_agreement-00306", "response_text": "Assignment: R110=Yorin; R151=Sella", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_agreement-00315", "response_text": "Assignment: R787=Yorin", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_agreement-00081", "response_text": "Assignment: R326=Meren", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_agreement-00465", "response_text": "Assignment: R777=Corren; R969=Rovan", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_agreement-00271", "response_text": "Assignment: R513=Pevra", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_agreement-00460", "response_text": "Assignment: R555=Quist; R887=Orlan", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_agreement-00443", "response_text": "Assignment: R181=Hesta", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_agreement-00048", "response_text": "Assignment: R753=Zevra; R858=Tarin", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_agreement-00455", "response_text": "Assignment: R765=Baska; R435=Quist", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_agreement-00665", "response_text": "Assignment: R163=Quist", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_agreement-00604", "response_text": "Assignment: R254=Werren", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_agreement-00189", "response_text": "Assignment: R654=Ilyan; R437=Aldren", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_agreement-00178", "response_text": "Assignment: R226=Xara; R690=Tarin", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_agreement-00483", "response_text": "Assignment: R872=Pevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_agreement-00245", "response_text": "Assignment: R918=Falen; R151=Werren", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_agreement-00539", "response_text": "Assignment: R818=Ilyan; R923=Kest", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_agreement-00501", "response_text": "Assignment: R696=Zevra; R239=Deyra", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_agreement-00710", "response_text": "Assignment: R700=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_agreement-00018", "response_text": "Assignment: R903=Pevra; R295=Baska", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_agreement-00374", "response_text": "Assignment: R306=Lyrra", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_agreement-00755", "response_text": "Assignment: R905=Pevra", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_agreement-00365", "response_text": "Assignment: R338=Baska", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_agreement-00353", "response_text": "Assignment: R438=Zevra; R652=Corren", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_agreement-00522", "response_text": "Assignment: R246=Uvara; R903=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_agreement-00370", "response_text": "Assignment: R367=Corren", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_agreement-00689", "response_text": "Assignment: R594=Etris", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_agreement-00679", "response_text": "Assignment: R482=Pevra; R647=Sella", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_agreement-00645", "response_text": "Assignment: R919=Kest; R924=Corren", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_agreement-00614", "response_text": "Assignment: R305=Yorin; R117=Jorra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_agreement-00249", "response_text": "Assignment: R945=Deyra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_agreement-00597", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_agreement-00457", "response_text": "Assignment: R808=Meren", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_agreement-00489", "response_text": "Assignment: R473=Orlan", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_agreement-00062", "response_text": "Assignment: R192=Neris", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_agreement-00669", "response_text": "Assignment: R459=Orlan; R617=Werren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_agreement-00257", "response_text": "Assignment: R139=Falen; R108=Lyrra", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_agreement-00021", "response_text": "Assignment: R233=Jorra; R730=Veylan", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_agreement-00304", "response_text": "Assignment: R206=Kest; R536=Werren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_agreement-00309", "response_text": "Assignment: R917=Rovan; R542=Meren", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_agreement-00555", "response_text": "Assignment: R610=Etris; R574=Rovan", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_agreement-00609", "response_text": "Assignment: R336=Quist", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_agreement-00432", "response_text": "Assignment: R996=Werren", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_agreement-00444", "response_text": "Assignment: R587=Sella; R118=Lyrra", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_agreement-00153", "response_text": "Assignment: R870=Tarin; R977=Etris", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_agreement-00546", "response_text": "Assignment: R953=Veylan", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_agreement-00177", "response_text": "Assignment: R144=Jorra; R872=Quist", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_agreement-00585", "response_text": "Assignment: R589=Tarin", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_agreement-00158", "response_text": "Assignment: R970=Rovan; R805=Hesta", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_agreement-00494", "response_text": "Assignment: R836=Zevra", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_agreement-00622", "response_text": "Assignment: R141=Lyrra", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_agreement-00106", "response_text": "Assignment: R458=Etris; R156=Baska", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_agreement-00152", "response_text": "Assignment: R938=Hesta", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_agreement-00097", "response_text": "Assignment: R941=Kest", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_agreement-00034", "response_text": "Assignment: R548=Hesta", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_agreement-00789", "response_text": "Assignment: R596=Etris; R625=Rovan", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_agreement-00656", "response_text": "Assignment: R296=Tarin", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_agreement-00046", "response_text": "Assignment: R561=Hesta", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_agreement-00079", "response_text": "Assignment: R197=Gavra; R846=Quist", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_agreement-00298", "response_text": "Assignment: R239=Deyra; R735=Ilyan", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_agreement-00236", "response_text": "Assignment: R114=Ilyan", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_agreement-00652", "response_text": "Assignment: R230=Zevra", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_agreement-00359", "response_text": "Assignment: R141=Falen", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_agreement-00373", "response_text": "Assignment: R303=Jorra", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_agreement-00050", "response_text": "Assignment: R870=Zevra", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_agreement-00302", "response_text": "Assignment: R556=Yorin; R778=Aldren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_agreement-00500", "response_text": "Assignment: R285=Werren; R925=Lyrra", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_agreement-00664", "response_text": "Assignment: R272=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_agreement-00781", "response_text": "Assignment: R409=Hesta; R207=Rovan", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_agreement-00540", "response_text": "Assignment: R800=Lyrra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_agreement-00194", "response_text": "Assignment: R241=Yorin", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_agreement-00602", "response_text": "Assignment: R357=Veylan", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_agreement-00077", "response_text": "Assignment: R824=Deyra", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_agreement-00055", "response_text": "Assignment: R339=Etris; R660=Meren", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_agreement-00333", "response_text": "Assignment: R313=Jorra; R119=Hesta", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_agreement-00542", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_agreement-00006", "response_text": "Assignment: R516=Xara; R755=Pevra", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_agreement-00137", "response_text": "Assignment: R577=Jorra", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_agreement-00482", "response_text": "Assignment: R151=Corren; R962=Kest", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_agreement-00400", "response_text": "Assignment: R836=Hesta; R457=Xara", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_agreement-00707", "response_text": "Assignment: R777=Xara", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_agreement-00532", "response_text": "Assignment: R938=Veylan", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_agreement-00014", "response_text": "Assignment: R793=Kest; R554=Uvara", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_agreement-00668", "response_text": "Assignment: R217=Etris", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_agreement-00000", "response_text": "Assignment: R164=Deyra; R370=Quist", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_agreement-00140", "response_text": "Assignment: R698=Sella", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_agreement-00244", "response_text": "Assignment: R359=Etris; R818=Aldren", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_agreement-00347", "response_text": "Assignment: R359=Yorin", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_agreement-00215", "response_text": "Assignment: R914=Orlan", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_agreement-00754", "response_text": "Assignment: R172=Jorra", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_agreement-00472", "response_text": "Assignment: R790=Hesta", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_agreement-00130", "response_text": "Assignment: R140=Gavra; R271=Aldren", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_agreement-00174", "response_text": "Assignment: R224=Veylan; R612=Gavra", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_agreement-00109", "response_text": "Assignment: R147=Jorra; R674=Gavra", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_agreement-00307", "response_text": "Assignment: R976=Baska", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_agreement-00708", "response_text": "Assignment: R765=Ilyan; R244=Meren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_agreement-00677", "response_text": "Assignment: R272=Neris; R812=Kest", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_agreement-00029", "response_text": "Assignment: R438=Veylan; R455=Pevra", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_agreement-00756", "response_text": "Assignment: R248=Baska", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_agreement-00127", "response_text": "Assignment: R970=Ilyan", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_agreement-00212", "response_text": "Assignment: R487=Pevra; R124=Hesta", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_agreement-00607", "response_text": "Assignment: R910=Ilyan; R507=Baska", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_agreement-00697", "response_text": "Assignment: R266=Rovan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_agreement-00563", "response_text": "Assignment: R640=Neris; R452=Lyrra", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_agreement-00561", "response_text": "Assignment: R865=Hesta", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_agreement-00091", "response_text": "Assignment: R308=Xara", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_agreement-00771", "response_text": "Assignment: R561=Tarin; R176=Ilyan", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_agreement-00507", "response_text": "Assignment: R132=Neris; R391=Yorin", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_agreement-00684", "response_text": "Assignment: R336=Yorin; R509=Sella", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_agreement-00575", "response_text": "Assignment: R680=Kest", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_agreement-00447", "response_text": "Assignment: R682=Jorra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_agreement-00222", "response_text": "Assignment: R339=Uvara", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_agreement-00262", "response_text": "Assignment: R432=Orlan; R781=Pevra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_agreement-00414", "response_text": "Assignment: R460=Tarin", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_agreement-00586", "response_text": "Assignment: R427=Lyrra", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_agreement-00587", "response_text": "Assignment: R923=Neris; R805=Baska", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_agreement-00433", "response_text": "Assignment: R588=Quist; R178=Aldren", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_agreement-00430", "response_text": "Assignment: R447=Uvara; R271=Rovan", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_agreement-00425", "response_text": "Assignment: R308=Yorin; R974=Corren", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_agreement-00030", "response_text": "Assignment: R995=Orlan", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_agreement-00332", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_agreement-00643", "response_text": "Assignment: R737=Jorra; R687=Baska", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_agreement-00049", "response_text": "Assignment: R270=Baska", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_agreement-00026", "response_text": "Assignment: R632=Xara", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_agreement-00451", "response_text": "Assignment: R626=Pevra; R989=Quist", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_agreement-00729", "response_text": "Assignment: R899=Jorra; R101=Veylan", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_agreement-00025", "response_text": "Assignment: R249=Gavra; R979=Werren", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_agreement-00570", "response_text": "Assignment: R562=Rovan; R179=Xara", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_agreement-00274", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_agreement-00120", "response_text": "Assignment: R270=Gavra; R457=Etris", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_agreement-00325", "response_text": "Assignment: R255=Kest; R693=Tarin", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_agreement-00623", "response_text": "Assignment: R153=Zevra; R403=Pevra", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_agreement-00051", "response_text": "Assignment: R702=Tarin; R155=Deyra", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_agreement-00725", "response_text": "Assignment: R664=Ilyan", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_agreement-00442", "response_text": "Assignment: R369=Tarin; R592=Orlan", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_agreement-00147", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_agreement-00663", "response_text": "Assignment: R386=Etris; R607=Werren", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_agreement-00280", "response_text": "Assignment: R103=Meren; R290=Sella", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_agreement-00505", "response_text": "Assignment: R589=Sella; R952=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_agreement-00671", "response_text": "Assignment: R250=Zevra; R830=Baska", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_agreement-00637", "response_text": "Assignment: R302=Sella; R540=Zevra", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_agreement-00160", "response_text": "Assignment: R428=Jorra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_agreement-00297", "response_text": "Assignment: R131=Neris", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_holdout_conflict.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_conflict-00040", "response_text": "Assignment: R721=Yorin", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_conflict-00083", "response_text": "Assignment: R750=Aldren; R518=Rovan", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_conflict-00761", "response_text": "Assignment: R698=Sella", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_conflict-00586", "response_text": "Assignment: R935=Pevra; R353=Sella", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_conflict-00704", "response_text": "Assignment: R787=Lyrra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_conflict-00058", "response_text": "Assignment: R410=Uvara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_conflict-00599", "response_text": "Assignment: R860=Neris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_conflict-00067", "response_text": "Assignment: R333=Zevra; R418=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_conflict-00741", "response_text": "Assignment: R470=Corren; R101=Aldren", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_conflict-00276", "response_text": "Assignment: R698=Kest", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_conflict-00205", "response_text": "Assignment: R591=Falen", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_conflict-00748", "response_text": "Assignment: R261=Baska; R872=Pevra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_conflict-00616", "response_text": "Assignment: R746=Orlan; R715=Werren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_conflict-00092", "response_text": "Assignment: R170=Hesta; R491=Rovan", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_conflict-00593", "response_text": "Assignment: R764=Werren; R452=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_conflict-00008", "response_text": "Assignment: R476=Deyra; R978=Falen", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_conflict-00362", "response_text": "Assignment: R294=Rovan; R121=Baska", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_conflict-00670", "response_text": "Assignment: R371=Neris", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_conflict-00168", "response_text": "Assignment: R329=Yorin", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_conflict-00087", "response_text": "Assignment: R926=Yorin; R233=Jorra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_conflict-00302", "response_text": "Assignment: R168=Tarin; R619=Etris", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_conflict-00304", "response_text": "Assignment: R398=Gavra; R491=Pevra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_conflict-00496", "response_text": "Assignment: R617=Orlan", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_conflict-00778", "response_text": "Assignment: R454=Corren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_conflict-00306", "response_text": "Assignment: R693=Deyra; R228=Neris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_conflict-00342", "response_text": "Assignment: R964=Neris", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_conflict-00659", "response_text": "Assignment: R276=Hesta", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_conflict-00409", "response_text": "Assignment: R862=Baska", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_conflict-00528", "response_text": "Assignment: R366=Baska", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_conflict-00786", "response_text": "Assignment: R685=Quist; R824=Gavra", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_conflict-00479", "response_text": "Assignment: R992=Jorra", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_conflict-00233", "response_text": "Assignment: R447=Pevra; R322=Ilyan", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_conflict-00780", "response_text": "Assignment: R906=Veylan; R207=Neris", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_conflict-00437", "response_text": "Assignment: R898=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_conflict-00066", "response_text": "Assignment: R163=Neris; R632=Quist", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_conflict-00357", "response_text": "Assignment: R339=Werren; R790=Baska", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_conflict-00745", "response_text": "Assignment: R682=Tarin; R639=Neris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_conflict-00500", "response_text": "Assignment: R880=Rovan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_conflict-00105", "response_text": "Assignment: R536=Kest", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_conflict-00016", "response_text": "Assignment: R761=Veylan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_conflict-00591", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_conflict-00794", "response_text": "Assignment: R771=Quist; R972=Neris", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_conflict-00735", "response_text": "Assignment: R855=Veylan", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_conflict-00716", "response_text": "Assignment: R397=Yorin", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_conflict-00544", "response_text": "Assignment: R308=Ilyan; R981=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_conflict-00355", "response_text": "Assignment: R209=Baska; R862=Lyrra", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_conflict-00114", "response_text": "Assignment: R640=Corren", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_conflict-00032", "response_text": "Assignment: R742=Orlan; R632=Deyra", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_conflict-00095", "response_text": "Assignment: R580=Orlan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_conflict-00414", "response_text": "Assignment: R837=Neris", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_conflict-00643", "response_text": "Assignment: R599=Meren", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_conflict-00598", "response_text": "Assignment: R529=Werren; R335=Yorin", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_conflict-00054", "response_text": "Assignment: R991=Etris; R619=Uvara", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_conflict-00424", "response_text": "Assignment: R785=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_conflict-00742", "response_text": "Assignment: R978=Jorra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_conflict-00577", "response_text": "Assignment: R762=Hesta", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_conflict-00515", "response_text": "Assignment: R280=Yorin; R160=Yorin", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_conflict-00324", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_conflict-00059", "response_text": "Assignment: R877=Yorin; R617=Rovan", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_conflict-00195", "response_text": "Assignment: R821=Veylan", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_conflict-00235", "response_text": "Assignment: R253=Yorin", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_conflict-00096", "response_text": "Assignment: R855=Baska", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_conflict-00150", "response_text": "Assignment: R358=Baska", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_conflict-00456", "response_text": "Assignment: R607=Lyrra; R627=Neris", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_conflict-00535", "response_text": "Assignment: R236=Veylan; R158=Kest", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_conflict-00412", "response_text": "Assignment: R782=Neris; R484=Uvara", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_conflict-00553", "response_text": "Assignment: R703=Xara", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_conflict-00393", "response_text": "Assignment: R314=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_conflict-00585", "response_text": "Assignment: R856=Hesta", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_conflict-00796", "response_text": "Assignment: R898=Etris; R394=Baska", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_conflict-00069", "response_text": "Assignment: R519=Yorin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_conflict-00260", "response_text": "Assignment: R922=Uvara; R817=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_conflict-00356", "response_text": "Assignment: R621=Falen; R233=Etris", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_conflict-00438", "response_text": "Assignment: R102=Deyra; R364=Meren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_conflict-00426", "response_text": "Assignment: R702=Xara; R799=Uvara", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_conflict-00463", "response_text": "Assignment: R583=Meren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_conflict-00243", "response_text": "Assignment: R658=Quist", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_conflict-00234", "response_text": "Assignment: R165=Baska; R292=Xara", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_conflict-00647", "response_text": "Assignment: R841=Corren; R401=Gavra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_conflict-00788", "response_text": "Assignment: R131=Yorin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_conflict-00327", "response_text": "Assignment: R496=Quist", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_conflict-00224", "response_text": "Assignment: R242=Rovan", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_conflict-00033", "response_text": "Assignment: R765=Baska", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_conflict-00002", "response_text": "Assignment: R155=Zevra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_conflict-00122", "response_text": "Assignment: R787=Tarin; R837=Veylan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_conflict-00193", "response_text": "Assignment: R562=Yorin; R940=Aldren", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_conflict-00170", "response_text": "Assignment: R524=Jorra; R450=Zevra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_conflict-00516", "response_text": "Assignment: R544=Kest; R302=Jorra", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_conflict-00571", "response_text": "Assignment: R859=Yorin", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_conflict-00108", "response_text": "Assignment: R233=Xara", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_conflict-00216", "response_text": "Assignment: R844=Jorra", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_conflict-00169", "response_text": "Assignment: R909=Xara", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_conflict-00211", "response_text": "Assignment: R958=Ilyan; R713=Yorin", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_conflict-00637", "response_text": "Assignment: R300=Falen; R683=Etris", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_conflict-00300", "response_text": "Assignment: R484=Deyra", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_conflict-00684", "response_text": "Assignment: R246=Jorra; R863=Kest", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_conflict-00395", "response_text": "Assignment: R960=Xara; R456=Falen", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_conflict-00445", "response_text": "Assignment: R818=Jorra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_conflict-00184", "response_text": "Assignment: R195=Rovan", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_conflict-00421", "response_text": "Assignment: R626=Veylan", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_conflict-00629", "response_text": "Assignment: R623=Xara", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_conflict-00522", "response_text": "Assignment: R133=Falen", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_conflict-00452", "response_text": "Assignment: R566=Corren", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_conflict-00185", "response_text": "Assignment: R161=Neris; R988=Werren", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_conflict-00210", "response_text": "Assignment: R235=Baska", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_conflict-00326", "response_text": "Assignment: R473=Orlan; R844=Neris", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_conflict-00740", "response_text": "Assignment: R621=Xara; R729=Sella", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_conflict-00192", "response_text": "Assignment: R313=Yorin; R800=Hesta", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_conflict-00165", "response_text": "Assignment: R942=Ilyan", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_conflict-00249", "response_text": "Assignment: R156=Uvara; R274=Hesta", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_conflict-00628", "response_text": "Assignment: R933=Zevra; R370=Tarin", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_conflict-00650", "response_text": "Assignment: R670=Sella; R916=Meren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_conflict-00119", "response_text": "Assignment: R737=Tarin; R723=Jorra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_conflict-00171", "response_text": "Assignment: R645=Hesta; R724=Rovan", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_conflict-00186", "response_text": "Assignment: R631=Tarin; R794=Etris", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_conflict-00475", "response_text": "Assignment: R304=Falen; R712=Ilyan", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_conflict-00758", "response_text": "Assignment: R207=Tarin", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_conflict-00630", "response_text": "Assignment: R737=Uvara", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_conflict-00167", "response_text": "Assignment: R449=Tarin; R976=Etris", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_conflict-00406", "response_text": "Assignment: R781=Rovan; R473=Yorin", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_conflict-00717", "response_text": "Assignment: R852=Aldren; R556=Deyra", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_conflict-00587", "response_text": "Assignment: R587=Baska", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_conflict-00051", "response_text": "Assignment: R252=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_conflict-00661", "response_text": "Assignment: R550=Pevra", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_conflict-00721", "response_text": "Assignment: R304=Kest; R831=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_conflict-00652", "response_text": "Assignment: R895=Orlan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_conflict-00206", "response_text": "Assignment: R949=Falen; R939=Baska", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_conflict-00698", "response_text": "Assignment: R212=Baska; R139=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_conflict-00236", "response_text": "Assignment: R778=Corren; R285=Etris", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_conflict-00757", "response_text": "Assignment: R265=Lyrra; R835=Gavra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_conflict-00764", "response_text": "Assignment: R996=Tarin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_conflict-00662", "response_text": "Assignment: R927=Etris", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_conflict-00094", "response_text": "Assignment: R602=Werren; R504=Etris", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_conflict-00446", "response_text": "Assignment: R168=Orlan; R380=Deyra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_conflict-00079", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_conflict-00349", "response_text": "Assignment: R177=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_conflict-00583", "response_text": "Assignment: R537=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_conflict-00536", "response_text": "Assignment: R873=Zevra; R460=Baska", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_conflict-00566", "response_text": "Assignment: R434=Etris; R145=Xara", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_conflict-00132", "response_text": "Assignment: R776=Yorin", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_conflict-00050", "response_text": "Assignment: R290=Baska", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_conflict-00665", "response_text": "Assignment: R131=Hesta; R595=Etris", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_conflict-00550", "response_text": "Assignment: R403=Hesta; R180=Lyrra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_conflict-00417", "response_text": "Assignment: R836=Zevra", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_conflict-00459", "response_text": "Assignment: R700=Ilyan", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_conflict-00773", "response_text": "Assignment: R298=Uvara", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_conflict-00747", "response_text": "Assignment: R348=Meren", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_conflict-00728", "response_text": "Assignment: R716=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_conflict-00203", "response_text": "Assignment: R293=Aldren; R217=Aldren", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_conflict-00013", "response_text": "Assignment: R145=Werren; R437=Sella", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_conflict-00511", "response_text": "Assignment: R380=Gavra; R187=Orlan", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_conflict-00106", "response_text": "Assignment: R152=Lyrra; R729=Uvara", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_conflict-00523", "response_text": "Assignment: R822=Pevra", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_conflict-00025", "response_text": "Assignment: R666=Uvara", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_conflict-00007", "response_text": "Assignment: R928=Etris", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_conflict-00460", "response_text": "Assignment: R718=Zevra; R951=Aldren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_conflict-00512", "response_text": "Assignment: R896=Ilyan", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_conflict-00607", "response_text": "Assignment: R681=Zevra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_conflict-00525", "response_text": "Assignment: R844=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_conflict-00387", "response_text": "Assignment: R587=Etris; R877=Baska", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_conflict-00418", "response_text": "Assignment: R864=Rovan", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_conflict-00597", "response_text": "Assignment: R610=Sella; R912=Kest", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_conflict-00734", "response_text": "Assignment: R120=Hesta; R697=Baska", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_conflict-00341", "response_text": "Assignment: R741=Pevra; R652=Corren", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_conflict-00581", "response_text": "Assignment: R423=Lyrra", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_conflict-00280", "response_text": "Assignment: R837=Zevra; R395=Falen", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_conflict-00768", "response_text": "Assignment: R136=Falen; R384=Werren", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_conflict-00792", "response_text": "Assignment: R564=Yorin; R757=Neris", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_conflict-00711", "response_text": "Assignment: R789=Veylan; R449=Corren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_conflict-00134", "response_text": "Assignment: R834=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_conflict-00504", "response_text": "Assignment: R475=Veylan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_conflict-00358", "response_text": "Assignment: R677=Tarin", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_conflict-00723", "response_text": "Assignment: R933=Uvara", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_conflict-00399", "response_text": "Assignment: R820=Tarin", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_conflict-00172", "response_text": "Assignment: R386=Veylan; R884=Xara", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_conflict-00799", "response_text": "Assignment: R321=Corren; R720=Hesta", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_conflict-00219", "response_text": "Assignment: R272=Baska", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_conflict-00175", "response_text": "Assignment: R395=Rovan", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_conflict-00006", "response_text": "Assignment: R176=Orlan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_conflict-00082", "response_text": "Assignment: R731=Veylan", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_conflict-00575", "response_text": "Assignment: R397=Corren; R266=Veylan", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_conflict-00542", "response_text": "Assignment: R323=Xara", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_conflict-00707", "response_text": "Assignment: R704=Corren; R613=Etris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_conflict-00461", "response_text": "Assignment: R923=Deyra", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_conflict-00223", "response_text": "Assignment: R708=Ilyan", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_conflict-00783", "response_text": "Assignment: R307=Hesta", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_conflict-00191", "response_text": "Assignment: R771=Neris; R532=Orlan", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_conflict-00634", "response_text": "Assignment: R629=Orlan; R728=Lyrra", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_conflict-00530", "response_text": "Assignment: R259=Rovan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_conflict-00558", "response_text": "Assignment: R869=Rovan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_conflict-00372", "response_text": "Assignment: R370=Uvara; R401=Sella", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_conflict-00242", "response_text": "Assignment: R128=Kest; R644=Quist", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_conflict-00189", "response_text": "Assignment: R245=Sella", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_conflict-00795", "response_text": "Assignment: R513=Hesta", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_conflict-00621", "response_text": "Assignment: R204=Falen", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_conflict-00503", "response_text": "Assignment: R866=Jorra; R430=Neris", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_conflict-00298", "response_text": "Assignment: R359=Etris", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_conflict-00693", "response_text": "Assignment: R191=Gavra", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_conflict-00502", "response_text": "Assignment: R248=Ilyan", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_conflict-00738", "response_text": "Assignment: R800=Meren; R299=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_conflict-00551", "response_text": "Assignment: R275=Baska", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_conflict-00753", "response_text": "Assignment: R205=Falen; R890=Gavra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_conflict-00510", "response_text": "Assignment: R183=Aldren; R976=Tarin", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_conflict-00589", "response_text": "Assignment: R978=Zevra; R179=Jorra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_conflict-00705", "response_text": "Assignment: R438=Rovan", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_conflict-00021", "response_text": "Assignment: R801=Kest; R493=Meren", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_conflict-00244", "response_text": "Assignment: R689=Yorin; R343=Zevra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_conflict-00133", "response_text": "Assignment: R981=Falen; R448=Yorin", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_conflict-00386", "response_text": "Assignment: R660=Jorra", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_conflict-00073", "response_text": "Assignment: R754=Hesta", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_conflict-00468", "response_text": "Assignment: R325=Werren", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_conflict-00086", "response_text": "Assignment: R880=Aldren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_conflict-00529", "response_text": "Assignment: R125=Yorin; R147=Werren", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_conflict-00692", "response_text": "Assignment: R385=Corren; R482=Jorra", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_conflict-00337", "response_text": "Assignment: R197=Xara", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_conflict-00517", "response_text": "Assignment: R969=Rovan", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_conflict-00687", "response_text": "Assignment: R162=Orlan; R709=Deyra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_conflict-00651", "response_text": "Assignment: R983=Uvara", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_conflict-00028", "response_text": "Assignment: R723=Quist; R524=Hesta", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_conflict-00228", "response_text": "Assignment: R956=Ilyan", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_conflict-00088", "response_text": "Assignment: R768=Baska", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_conflict-00238", "response_text": "Assignment: R775=Hesta", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_conflict-00272", "response_text": "Assignment: R914=Xara", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_conflict-00309", "response_text": "Assignment: R889=Falen; R705=Etris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_conflict-00085", "response_text": "Assignment: R992=Jorra; R825=Lyrra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_conflict-00464", "response_text": "Assignment: R466=Uvara", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_conflict-00397", "response_text": "Assignment: R745=Rovan; R654=Pevra", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_conflict-00128", "response_text": "Assignment: R882=Veylan", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_conflict-00305", "response_text": "Assignment: R416=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_conflict-00093", "response_text": "Assignment: R220=Meren", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_conflict-00429", "response_text": "Assignment: R812=Veylan; R454=Meren", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_conflict-00215", "response_text": "Assignment: R328=Jorra; R333=Lyrra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_conflict-00605", "response_text": "Assignment: R127=Neris", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_conflict-00116", "response_text": "Assignment: R828=Orlan; R241=Meren", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_conflict-00117", "response_text": "Assignment: R633=Aldren", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_conflict-00508", "response_text": "Assignment: R595=Zevra", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_conflict-00559", "response_text": "Assignment: R954=Uvara; R550=Falen", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_conflict-00709", "response_text": "Assignment: R973=Zevra; R612=Baska", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_conflict-00756", "response_text": "Assignment: R719=Aldren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_conflict-00123", "response_text": "Assignment: R102=Meren; R175=Tarin", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_conflict-00767", "response_text": "Assignment: R298=Corren; R791=Quist", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_conflict-00449", "response_text": "Assignment: R232=Xara; R249=Rovan", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_conflict-00343", "response_text": "Assignment: R334=Xara; R653=Aldren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_conflict-00744", "response_text": "Assignment: R712=Veylan; R610=Jorra", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_conflict-00180", "response_text": "Assignment: R383=Uvara; R104=Tarin", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_conflict-00314", "response_text": "Assignment: R169=Baska; R697=Uvara", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_conflict-00726", "response_text": "Assignment: R878=Veylan; R341=Xara", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_conflict-00147", "response_text": "Assignment: R921=Quist; R888=Zevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_conflict-00755", "response_text": "Assignment: R239=Uvara", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_conflict-00784", "response_text": "Assignment: R548=Tarin", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_conflict-00483", "response_text": "Assignment: R920=Tarin; R603=Quist", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_conflict-00097", "response_text": "Assignment: R144=Deyra", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_conflict-00787", "response_text": "Assignment: R557=Corren; R725=Werren", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_conflict-00588", "response_text": "Assignment: R118=Jorra; R357=Tarin", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_conflict-00038", "response_text": "Assignment: R406=Rovan", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_conflict-00347", "response_text": "Assignment: R431=Lyrra; R333=Tarin", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_conflict-00010", "response_text": "Assignment: R257=Uvara", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_conflict-00030", "response_text": "Assignment: R345=Orlan; R767=Etris", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_conflict-00177", "response_text": "Assignment: R586=Baska", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_conflict-00270", "response_text": "Assignment: R329=Sella", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_conflict-00269", "response_text": "Assignment: R771=Jorra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_conflict-00455", "response_text": "Assignment: R915=Hesta; R877=Baska", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_conflict-00506", "response_text": "Assignment: R186=Xara", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_conflict-00257", "response_text": "Assignment: R470=Neris", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_conflict-00229", "response_text": "Assignment: R328=Gavra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_conflict-00053", "response_text": "Assignment: R700=Baska", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_conflict-00202", "response_text": "Assignment: R423=Uvara", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_conflict-00727", "response_text": "Assignment: R288=Ilyan", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_conflict-00402", "response_text": "Assignment: R211=Etris; R387=Hesta", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_conflict-00037", "response_text": "Assignment: R472=Kest; R543=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_conflict-00638", "response_text": "Assignment: R428=Baska; R702=Corren", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_conflict-00526", "response_text": "Assignment: R714=Uvara", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_conflict-00278", "response_text": "Assignment: R668=Gavra; R438=Quist", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_conflict-00556", "response_text": "Assignment: R693=Lyrra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_conflict-00441", "response_text": "Assignment: R400=Yorin; R700=Gavra", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_conflict-00485", "response_text": "Assignment: R320=Werren; R706=Neris", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_conflict-00075", "response_text": "Assignment: R527=Baska", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_conflict-00074", "response_text": "Assignment: R250=Tarin; R511=Aldren", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_conflict-00131", "response_text": "Assignment: R901=Etris; R933=Meren", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_conflict-00295", "response_text": "Assignment: R443=Lyrra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_conflict-00339", "response_text": "Assignment: R837=Tarin; R301=Etris", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_conflict-00160", "response_text": "Assignment: R231=Rovan; R244=Veylan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_conflict-00130", "response_text": "Assignment: R767=Rovan; R877=Hesta", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_conflict-00408", "response_text": "Assignment: R842=Kest; R345=Uvara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_conflict-00031", "response_text": "Assignment: R484=Etris", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_conflict-00751", "response_text": "Assignment: R418=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_conflict-00288", "response_text": "Assignment: R731=Pevra", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_conflict-00624", "response_text": "Assignment: R621=Corren; R982=Xara", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_conflict-00493", "response_text": "Assignment: R458=Tarin", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_conflict-00039", "response_text": "Assignment: R277=Uvara; R641=Etris", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_conflict-00465", "response_text": "Assignment: R176=Werren", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_conflict-00374", "response_text": "Assignment: R484=Veylan; R481=Hesta", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_conflict-00552", "response_text": "Assignment: R610=Hesta; R822=Jorra", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_conflict-00470", "response_text": "Assignment: R731=Lyrra; R218=Falen", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_conflict-00237", "response_text": "Assignment: R314=Aldren; R623=Tarin", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_conflict-00344", "response_text": "Assignment: R864=Zevra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_conflict-00154", "response_text": "Assignment: R998=Quist", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_conflict-00715", "response_text": "Assignment: R364=Orlan; R944=Veylan", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_conflict-00209", "response_text": "Assignment: R314=Sella; R586=Yorin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_conflict-00448", "response_text": "Assignment: R798=Zevra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_conflict-00196", "response_text": "Assignment: R351=Baska; R537=Falen", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_conflict-00099", "response_text": "Assignment: R777=Werren; R446=Deyra", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_conflict-00350", "response_text": "Assignment: R384=Meren; R853=Yorin", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_conflict-00389", "response_text": "Assignment: R474=Ilyan; R651=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_conflict-00174", "response_text": "Assignment: R318=Jorra; R841=Hesta", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_conflict-00190", "response_text": "Assignment: R629=Veylan", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_conflict-00115", "response_text": "Assignment: R245=Ilyan; R191=Etris", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_conflict-00779", "response_text": "Assignment: R654=Hesta", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_conflict-00677", "response_text": "Assignment: R487=Meren", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_conflict-00157", "response_text": "Assignment: R325=Uvara", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_conflict-00064", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_conflict-00676", "response_text": "Assignment: R502=Rovan; R323=Zevra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_conflict-00631", "response_text": "Assignment: R793=Hesta; R143=Ilyan", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_conflict-00230", "response_text": "Assignment: R557=Deyra; R153=Aldren", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_conflict-00497", "response_text": "Assignment: R192=Jorra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_conflict-00026", "response_text": "Assignment: R428=Baska; R540=Falen", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_conflict-00574", "response_text": "Assignment: R275=Veylan", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_conflict-00290", "response_text": "Assignment: R678=Veylan; R722=Xara", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_conflict-00636", "response_text": "Assignment: R443=Orlan", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_conflict-00563", "response_text": "Assignment: R164=Hesta", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_conflict-00005", "response_text": "Assignment: R123=Uvara; R240=Jorra", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_conflict-00770", "response_text": "Assignment: R230=Baska", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_conflict-00370", "response_text": "Assignment: R600=Orlan; R949=Neris", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_conflict-00775", "response_text": "Assignment: R858=Pevra; R501=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_conflict-00068", "response_text": "Assignment: R985=Werren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_conflict-00283", "response_text": "Assignment: R733=Rovan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_conflict-00618", "response_text": "Assignment: R547=Veylan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_conflict-00423", "response_text": "Assignment: R427=Neris", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_conflict-00250", "response_text": "Assignment: R676=Werren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_conflict-00639", "response_text": "Assignment: R776=Jorra", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_conflict-00256", "response_text": "Assignment: R585=Meren; R246=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_conflict-00248", "response_text": "Assignment: R425=Neris", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_conflict-00142", "response_text": "Assignment: R169=Pevra", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_conflict-00382", "response_text": "Assignment: R120=Veylan", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_conflict-00401", "response_text": "Assignment: R210=Veylan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_conflict-00020", "response_text": "Assignment: R552=Quist; R684=Meren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_conflict-00286", "response_text": "Assignment: R554=Baska", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_conflict-00471", "response_text": "Assignment: R582=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_conflict-00127", "response_text": "Assignment: R873=Yorin; R229=Uvara", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_conflict-00325", "response_text": "Assignment: R512=Jorra; R458=Sella", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_conflict-00432", "response_text": "Assignment: R826=Kest", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_conflict-00594", "response_text": "Assignment: R253=Meren", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_conflict-00351", "response_text": "Assignment: R451=Jorra; R341=Baska", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_conflict-00785", "response_text": "Assignment: R979=Quist", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_conflict-00220", "response_text": "Assignment: R704=Sella", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_conflict-00158", "response_text": "Assignment: R344=Werren", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_conflict-00538", "response_text": "Assignment: R306=Uvara; R104=Aldren", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_conflict-00763", "response_text": "Assignment: R389=Werren; R294=Jorra", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_conflict-00022", "response_text": "Assignment: R117=Ilyan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_conflict-00179", "response_text": "Assignment: R665=Jorra; R873=Corren", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_conflict-00467", "response_text": "Assignment: R646=Veylan; R375=Werren", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_conflict-00499", "response_text": "Assignment: R627=Aldren; R633=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_conflict-00411", "response_text": "Assignment: R863=Uvara", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_conflict-00737", "response_text": "Assignment: R914=Uvara; R695=Corren", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_conflict-00413", "response_text": "Assignment: R235=Orlan", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_conflict-00289", "response_text": "Assignment: R924=Jorra", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_conflict-00714", "response_text": "Assignment: R201=Kest; R930=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_conflict-00431", "response_text": "Assignment: R533=Jorra", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_conflict-00675", "response_text": "Assignment: R317=Orlan", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_conflict-00673", "response_text": "Assignment: R452=Zevra; R841=Jorra", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_conflict-00307", "response_text": "Assignment: R758=Kest", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_conflict-00140", "response_text": "Assignment: R325=Sella; R806=Deyra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_conflict-00281", "response_text": "Assignment: R419=Yorin", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_conflict-00480", "response_text": "Assignment: R473=Aldren", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_conflict-00345", "response_text": "Assignment: R409=Veylan", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_conflict-00691", "response_text": "Assignment: R562=Xara; R318=Veylan", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_conflict-00364", "response_text": "Assignment: R177=Baska", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_conflict-00113", "response_text": "Assignment: R150=Baska", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_conflict-00425", "response_text": "Assignment: R780=Veylan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_conflict-00706", "response_text": "Assignment: R461=Jorra; R962=Pevra", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_conflict-00419", "response_text": "Assignment: R258=Xara; R344=Zevra", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_conflict-00360", "response_text": "Assignment: R563=Jorra; R174=Neris", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_conflict-00595", "response_text": "Assignment: R134=Jorra", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_conflict-00557", "response_text": "Assignment: R241=Lyrra; R893=Rovan", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_conflict-00155", "response_text": "Assignment: R750=Aldren; R844=Pevra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_conflict-00492", "response_text": "Assignment: R916=Neris; R937=Baska", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_conflict-00410", "response_text": "Assignment: R871=Falen; R139=Quist", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_conflict-00338", "response_text": "Assignment: R108=Baska; R263=Uvara", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_conflict-00695", "response_text": "Assignment: R618=Gavra; R860=Baska", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_conflict-00569", "response_text": "Assignment: R493=Baska", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_conflict-00657", "response_text": "Assignment: R516=Baska; R848=Ilyan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_conflict-00789", "response_text": "Assignment: R920=Yorin", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_conflict-00143", "response_text": "Assignment: R411=Neris", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_conflict-00294", "response_text": "Assignment: R966=Falen; R283=Baska", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_conflict-00240", "response_text": "Assignment: R886=Zevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_conflict-00136", "response_text": "Assignment: R483=Sella", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_conflict-00713", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_conflict-00254", "response_text": "Assignment: R394=Orlan", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_conflict-00301", "response_text": "Assignment: R227=Werren; R493=Pevra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_conflict-00562", "response_text": "Assignment: R727=Hesta", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_conflict-00610", "response_text": "Assignment: R587=Jorra; R682=Uvara", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_conflict-00100", "response_text": "Assignment: R930=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_conflict-00444", "response_text": "Assignment: R101=Zevra; R823=Tarin", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_conflict-00601", "response_text": "Assignment: R703=Zevra; R514=Baska", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_conflict-00776", "response_text": "Assignment: R948=Uvara; R686=Kest", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_conflict-00478", "response_text": "Assignment: R190=Werren", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_conflict-00319", "response_text": "Assignment: R792=Veylan; R529=Rovan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_conflict-00334", "response_text": "Assignment: R968=Lyrra", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_conflict-00148", "response_text": "Assignment: R984=Kest", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_conflict-00251", "response_text": "Assignment: R318=Gavra; R645=Quist", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_conflict-00642", "response_text": "Assignment: R159=Baska; R957=Corren", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_conflict-00457", "response_text": "Assignment: R481=Gavra; R497=Pevra", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_conflict-00139", "response_text": "Assignment: R669=Hesta; R976=Lyrra", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_conflict-00379", "response_text": "Assignment: R865=Yorin; R374=Rovan", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_conflict-00543", "response_text": "Assignment: R782=Deyra; R956=Falen", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_conflict-00568", "response_text": "Assignment: R457=Kest; R177=Uvara", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_conflict-00056", "response_text": "Assignment: R751=Etris; R602=Werren", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_conflict-00359", "response_text": "Assignment: R592=Quist", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_conflict-00371", "response_text": "Assignment: R174=Neris; R967=Hesta", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_conflict-00732", "response_text": "Assignment: R114=Tarin; R752=Jorra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_conflict-00688", "response_text": "Assignment: R869=Yorin; R886=Aldren", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_conflict-00578", "response_text": "Assignment: R366=Jorra; R496=Yorin", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_conflict-00736", "response_text": "Assignment: R777=Pevra", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_conflict-00436", "response_text": "Assignment: R489=Pevra; R565=Orlan", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_conflict-00003", "response_text": "Assignment: R951=Orlan; R786=Sella", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_conflict-00263", "response_text": "Assignment: R384=Uvara", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_conflict-00798", "response_text": "Assignment: R378=Deyra", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_conflict-00173", "response_text": "Assignment: R463=Lyrra", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_conflict-00310", "response_text": "Assignment: R780=Jorra; R373=Corren", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_conflict-00750", "response_text": "Assignment: R624=Orlan", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_conflict-00333", "response_text": "Assignment: R239=Orlan; R246=Etris", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_conflict-00473", "response_text": "Assignment: R374=Quist; R837=Orlan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_conflict-00731", "response_text": "Assignment: R132=Baska", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_conflict-00107", "response_text": "Assignment: R753=Ilyan; R244=Sella", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_conflict-00201", "response_text": "Assignment: R697=Quist", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_conflict-00472", "response_text": "Assignment: R706=Tarin", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_conflict-00700", "response_text": "Assignment: R918=Neris; R974=Kest", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_conflict-00388", "response_text": "Assignment: R164=Meren", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_conflict-00321", "response_text": "Assignment: R930=Yorin; R842=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_conflict-00678", "response_text": "Assignment: R618=Gavra", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_conflict-00246", "response_text": "Assignment: R614=Baska; R409=Neris", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_conflict-00625", "response_text": "Assignment: R487=Rovan", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_conflict-00271", "response_text": "Assignment: R658=Yorin; R534=Etris", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_conflict-00699", "response_text": "Assignment: R154=Xara", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_conflict-00363", "response_text": "Assignment: R151=Ilyan", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_conflict-00023", "response_text": "Assignment: R645=Lyrra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_conflict-00311", "response_text": "Assignment: R124=Zevra", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_conflict-00703", "response_text": "Assignment: R935=Yorin", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_conflict-00415", "response_text": "Assignment: R192=Meren; R461=Kest", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_conflict-00090", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_conflict-00262", "response_text": "Assignment: R715=Werren", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_conflict-00514", "response_text": "Assignment: R350=Tarin; R383=Hesta", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_conflict-00754", "response_text": "Assignment: R304=Quist", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_conflict-00603", "response_text": "Assignment: R462=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_conflict-00109", "response_text": "Assignment: R316=Zevra; R663=Xara", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_conflict-00182", "response_text": "Assignment: R299=Lyrra; R683=Quist", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_conflict-00112", "response_text": "Assignment: R717=Meren; R608=Corren", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_conflict-00014", "response_text": "Assignment: R912=Tarin; R836=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_conflict-00428", "response_text": "Assignment: R245=Jorra; R495=Etris", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_conflict-00261", "response_text": "Assignment: R193=Tarin; R851=Yorin", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_conflict-00336", "response_text": "Assignment: R259=Xara", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_conflict-00477", "response_text": "Assignment: R112=Orlan; R773=Uvara", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_conflict-00612", "response_text": "Assignment: R430=Ilyan; R497=Quist", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_conflict-00689", "response_text": "Assignment: R169=Lyrra", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_conflict-00284", "response_text": "Assignment: R116=Meren; R446=Yorin", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_conflict-00422", "response_text": "Assignment: R761=Werren; R967=Tarin", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_conflict-00104", "response_text": "Assignment: R105=Veylan", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_conflict-00407", "response_text": "Assignment: R545=Quist", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_conflict-00420", "response_text": "Assignment: R680=Neris; R897=Hesta", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_conflict-00564", "response_text": "Assignment: R692=Yorin", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_conflict-00527", "response_text": "Assignment: R674=Orlan; R263=Neris", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_conflict-00332", "response_text": "Assignment: R910=Kest", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_conflict-00197", "response_text": "Assignment: R271=Corren; R374=Corren", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_conflict-00609", "response_text": "Assignment: R393=Rovan; R103=Baska", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_conflict-00554", "response_text": "Assignment: R139=Yorin", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_conflict-00513", "response_text": "Assignment: R468=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_conflict-00590", "response_text": "Assignment: R960=Rovan", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_conflict-00199", "response_text": "Assignment: R689=Orlan", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_conflict-00258", "response_text": "Assignment: R830=Aldren", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_conflict-00520", "response_text": "Assignment: R864=Jorra; R425=Yorin", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_conflict-00156", "response_text": "Assignment: R118=Pevra; R944=Ilyan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_conflict-00474", "response_text": "Assignment: R149=Deyra", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_conflict-00004", "response_text": "Assignment: R808=Uvara; R402=Jorra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_conflict-00608", "response_text": "Assignment: R527=Neris", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_conflict-00400", "response_text": "Assignment: R311=Neris; R612=Falen", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_conflict-00447", "response_text": "Assignment: R753=Kest", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_conflict-00111", "response_text": "Assignment: R506=Veylan", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_conflict-00247", "response_text": "Assignment: R337=Xara", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_conflict-00267", "response_text": "Assignment: R161=Ilyan; R400=Orlan", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_conflict-00381", "response_text": "Assignment: R391=Jorra; R668=Zevra", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_conflict-00012", "response_text": "Assignment: R500=Kest", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_conflict-00462", "response_text": "Assignment: R457=Meren; R627=Xara", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_conflict-00181", "response_text": "Assignment: R566=Ilyan", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_conflict-00017", "response_text": "Assignment: R282=Jorra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_conflict-00018", "response_text": "Assignment: R913=Zevra; R478=Kest", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_conflict-00392", "response_text": "Assignment: R833=Veylan; R408=Uvara", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_conflict-00153", "response_text": "Assignment: R476=Rovan; R722=Uvara", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_conflict-00443", "response_text": "Assignment: R245=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_conflict-00521", "response_text": "Assignment: R782=Xara; R498=Uvara", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_conflict-00239", "response_text": "Assignment: R213=Rovan", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_conflict-00791", "response_text": "Assignment: R692=Falen; R433=Hesta", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_conflict-00720", "response_text": "Assignment: R507=Veylan; R766=Zevra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_conflict-00380", "response_text": "Assignment: R303=Veylan; R649=Uvara", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_conflict-00391", "response_text": "Assignment: R341=Etris; R408=Lyrra", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_conflict-00055", "response_text": "Assignment: R186=Werren; R637=Yorin", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_conflict-00518", "response_text": "Assignment: R811=Jorra", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_conflict-00548", "response_text": "Assignment: R684=Gavra", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_conflict-00138", "response_text": "Assignment: R553=Tarin", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_conflict-00277", "response_text": "Assignment: R969=Etris", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_conflict-00623", "response_text": "Assignment: R861=Jorra; R305=Sella", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_conflict-00045", "response_text": "Assignment: R807=Jorra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_conflict-00166", "response_text": "Assignment: R340=Corren; R885=Baska", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_conflict-00434", "response_text": "Assignment: R277=Baska", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_conflict-00772", "response_text": "Assignment: R254=Lyrra", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_conflict-00505", "response_text": "Assignment: R920=Pevra; R335=Xara", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_conflict-00129", "response_text": "Assignment: R676=Pevra", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_conflict-00144", "response_text": "Assignment: R129=Veylan", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_conflict-00299", "response_text": "Assignment: R264=Zevra", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_conflict-00145", "response_text": "Assignment: R111=Pevra", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_conflict-00292", "response_text": "Assignment: R958=Etris; R862=Veylan", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_conflict-00011", "response_text": "Assignment: R550=Deyra; R927=Orlan", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_conflict-00702", "response_text": "Assignment: R195=Aldren; R882=Baska", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_conflict-00296", "response_text": "Assignment: R373=Orlan; R997=Veylan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_conflict-00539", "response_text": "Assignment: R254=Yorin", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_conflict-00600", "response_text": "Assignment: R979=Hesta", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_conflict-00110", "response_text": "Assignment: R135=Falen; R264=Orlan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_conflict-00063", "response_text": "Assignment: R223=Jorra; R184=Etris", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_conflict-00183", "response_text": "Assignment: R530=Yorin", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_conflict-00149", "response_text": "Assignment: R556=Jorra; R256=Hesta", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_conflict-00476", "response_text": "Assignment: R920=Zevra; R776=Aldren", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_conflict-00346", "response_text": "Assignment: R174=Kest; R611=Tarin", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_conflict-00061", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_conflict-00273", "response_text": "Assignment: R658=Deyra", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_conflict-00663", "response_text": "Assignment: R197=Yorin; R394=Uvara", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_conflict-00198", "response_text": "Assignment: R115=Baska", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_conflict-00378", "response_text": "Assignment: R535=Orlan; R512=Corren", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_conflict-00221", "response_text": "Assignment: R606=Baska; R258=Aldren", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_conflict-00487", "response_text": "Assignment: R861=Zevra", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_conflict-00469", "response_text": "Assignment: R901=Orlan; R463=Quist", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_conflict-00501", "response_text": "Assignment: R663=Tarin; R323=Deyra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_conflict-00722", "response_text": "Assignment: R724=Werren", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_conflict-00488", "response_text": "Assignment: R451=Deyra; R712=Lyrra", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_conflict-00622", "response_text": "Assignment: R406=Veylan", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_conflict-00396", "response_text": "Assignment: R955=Tarin; R177=Neris", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_conflict-00683", "response_text": "Assignment: R606=Hesta; R800=Sella", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_conflict-00451", "response_text": "Assignment: R967=Aldren", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_conflict-00743", "response_text": "Assignment: R680=Xara", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_conflict-00749", "response_text": "Assignment: R356=Werren; R481=Quist", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_conflict-00427", "response_text": "Assignment: R303=Veylan; R991=Xara", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_conflict-00103", "response_text": "Assignment: R586=Neris; R611=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_conflict-00759", "response_text": "Assignment: R661=Werren; R148=Hesta", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_conflict-00440", "response_text": "Assignment: R848=Zevra; R193=Tarin", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_conflict-00062", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_conflict-00433", "response_text": "Assignment: R470=Zevra; R345=Uvara", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_conflict-00274", "response_text": "Assignment: R329=Xara; R339=Falen", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_conflict-00266", "response_text": "Assignment: R812=Veylan", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_conflict-00725", "response_text": "Assignment: R834=Etris", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_conflict-00712", "response_text": "Assignment: R170=Yorin", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_conflict-00162", "response_text": "Assignment: R903=Zevra; R580=Lyrra", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_conflict-00696", "response_text": "Assignment: R854=Kest; R213=Uvara", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_conflict-00048", "response_text": "Assignment: R168=Sella; R918=Xara", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_conflict-00746", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_conflict-00204", "response_text": "Assignment: R576=Ilyan; R220=Uvara", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_conflict-00212", "response_text": "Assignment: R846=Ilyan", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_conflict-00019", "response_text": "Assignment: R460=Veylan; R849=Zevra", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_conflict-00435", "response_text": "Assignment: R112=Werren; R409=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_conflict-00580", "response_text": "Assignment: R611=Veylan; R258=Rovan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_conflict-00781", "response_text": "Assignment: R450=Hesta; R718=Jorra", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_conflict-00627", "response_text": "Assignment: R893=Deyra; R358=Rovan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_conflict-00771", "response_text": "Assignment: R218=Werren; R299=Jorra", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_conflict-00635", "response_text": "Assignment: R751=Ilyan", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_conflict-00368", "response_text": "Assignment: R351=Xara", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_conflict-00176", "response_text": "Assignment: R255=Uvara", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_conflict-00091", "response_text": "Assignment: R421=Neris; R491=Corren", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_conflict-00390", "response_text": "Assignment: R925=Jorra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_conflict-00555", "response_text": "Assignment: R957=Ilyan; R549=Neris", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_conflict-00613", "response_text": "Assignment: R772=Hesta; R613=Quist", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_conflict-00369", "response_text": "Assignment: R761=Yorin", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_conflict-00656", "response_text": "Assignment: R290=Sella; R701=Tarin", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_conflict-00034", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_conflict-00218", "response_text": "Assignment: R216=Xara; R288=Aldren", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_conflict-00322", "response_text": "Assignment: R664=Corren; R337=Falen", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_conflict-00046", "response_text": "Assignment: R289=Sella; R640=Veylan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_conflict-00620", "response_text": "Assignment: R400=Lyrra; R616=Orlan", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_conflict-00029", "response_text": "Assignment: R602=Pevra", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_conflict-00718", "response_text": "Assignment: R818=Pevra; R230=Deyra", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_conflict-00405", "response_text": "Assignment: R236=Hesta", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_conflict-00377", "response_text": "Assignment: R479=Uvara", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_conflict-00645", "response_text": "Assignment: R723=Hesta; R231=Jorra", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_conflict-00694", "response_text": "Assignment: R549=Xara", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_conflict-00541", "response_text": "Assignment: R156=Jorra; R128=Xara", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_conflict-00308", "response_text": "Assignment: R267=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_conflict-00617", "response_text": "Assignment: R964=Orlan; R287=Werren", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_conflict-00439", "response_text": "Assignment: R801=Neris", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_conflict-00679", "response_text": "Assignment: R997=Yorin; R739=Zevra", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_conflict-00565", "response_text": "Assignment: R639=Sella; R405=Uvara", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_conflict-00404", "response_text": "Assignment: R783=Pevra; R633=Sella", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_conflict-00453", "response_text": "Assignment: R190=Sella; R467=Baska", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_conflict-00584", "response_text": "Assignment: R958=Veylan; R922=Jorra", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_conflict-00291", "response_text": "Assignment: R937=Jorra; R927=Rovan", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_conflict-00547", "response_text": "Assignment: R987=Yorin", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_conflict-00231", "response_text": "Assignment: R344=Uvara; R317=Rovan", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_conflict-00685", "response_text": "Assignment: R554=Deyra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_conflict-00366", "response_text": "Assignment: R382=Baska; R261=Pevra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_conflict-00318", "response_text": "Assignment: R674=Orlan", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_conflict-00540", "response_text": "Assignment: R468=Hesta", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_conflict-00329", "response_text": "Assignment: R426=Falen; R560=Lyrra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_conflict-00187", "response_text": "Assignment: R441=Kest", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_conflict-00561", "response_text": "Assignment: R138=Kest; R388=Lyrra", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_conflict-00596", "response_text": "Assignment: R678=Werren", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_conflict-00649", "response_text": "Assignment: R749=Hesta; R489=Quist", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_conflict-00222", "response_text": "Assignment: R612=Zevra; R990=Jorra", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_conflict-00279", "response_text": "Assignment: R215=Etris; R961=Veylan", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_conflict-00641", "response_text": "Assignment: R480=Jorra; R602=Zevra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_conflict-00654", "response_text": "Assignment: R883=Etris", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_conflict-00178", "response_text": "Assignment: R560=Zevra; R562=Tarin", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_conflict-00259", "response_text": "Assignment: R821=Yorin; R805=Yorin", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_conflict-00285", "response_text": "Assignment: R357=Werren; R727=Aldren", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_conflict-00049", "response_text": "Assignment: R838=Gavra; R707=Etris", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_conflict-00098", "response_text": "Assignment: R662=Etris; R987=Veylan", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_conflict-00084", "response_text": "Assignment: R966=Baska", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_conflict-00323", "response_text": "Assignment: R727=Gavra", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_conflict-00648", "response_text": "Assignment: R220=Lyrra", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_conflict-00255", "response_text": "Assignment: R178=Uvara; R720=Jorra", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_conflict-00682", "response_text": "Assignment: R246=Neris", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_conflict-00188", "response_text": "Assignment: R260=Werren; R937=Werren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_conflict-00765", "response_text": "Assignment: R761=Pevra", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_conflict-00225", "response_text": "Assignment: R401=Xara; R225=Ilyan", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_conflict-00120", "response_text": "Assignment: R784=Lyrra", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_conflict-00509", "response_text": "Assignment: R346=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_conflict-00606", "response_text": "Assignment: R344=Sella; R439=Sella", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_conflict-00532", "response_text": "Assignment: R614=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_conflict-00352", "response_text": "Assignment: R480=Yorin; R331=Kest", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_conflict-00124", "response_text": "Assignment: R717=Ilyan", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_conflict-00450", "response_text": "Assignment: R444=Lyrra; R386=Uvara", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_conflict-00072", "response_text": "Assignment: R828=Jorra; R807=Werren", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_conflict-00080", "response_text": "Assignment: R188=Corren", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_conflict-00724", "response_text": "Assignment: R570=Ilyan; R837=Corren", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_conflict-00719", "response_text": "Assignment: R119=Ilyan", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_conflict-00546", "response_text": "Assignment: R740=Kest; R387=Quist", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_conflict-00047", "response_text": "Assignment: R563=Baska; R769=Neris", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_conflict-00531", "response_text": "Assignment: R498=Xara; R993=Neris", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_conflict-00102", "response_text": "Assignment: R660=Sella; R561=Zevra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_conflict-00044", "response_text": "Assignment: R473=Orlan", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_conflict-00001", "response_text": "Assignment: R231=Yorin", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_conflict-00454", "response_text": "Assignment: R901=Deyra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_conflict-00524", "response_text": "Assignment: R468=Neris; R625=Hesta", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_conflict-00533", "response_text": "Assignment: R720=Hesta; R295=Etris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_conflict-00491", "response_text": "Assignment: R610=Ilyan; R139=Quist", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_conflict-00035", "response_text": "Assignment: R631=Tarin; R548=Uvara", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_conflict-00367", "response_text": "Assignment: R139=Veylan; R177=Meren", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_conflict-00152", "response_text": "Assignment: R285=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_conflict-00101", "response_text": "Assignment: R399=Uvara", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_conflict-00164", "response_text": "Assignment: R291=Rovan", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_conflict-00619", "response_text": "Assignment: R562=Jorra", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_conflict-00466", "response_text": "Assignment: R543=Pevra; R289=Uvara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_conflict-00644", "response_text": "Assignment: R295=Neris", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_conflict-00135", "response_text": "Assignment: R658=Veylan; R570=Hesta", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_conflict-00000", "response_text": "Assignment: R103=Quist; R676=Uvara", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_conflict-00572", "response_text": "Assignment: R790=Kest; R599=Veylan", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_conflict-00604", "response_text": "Assignment: R657=Xara; R976=Corren", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_conflict-00245", "response_text": "Assignment: R835=Jorra", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_conflict-00052", "response_text": "Assignment: R175=Baska", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_conflict-00226", "response_text": "Assignment: R359=Zevra; R141=Sella", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_conflict-00373", "response_text": "Assignment: R389=Jorra", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_conflict-00537", "response_text": "Assignment: R947=Veylan", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_conflict-00208", "response_text": "Assignment: R872=Orlan", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_conflict-00701", "response_text": "Assignment: R391=Werren", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_conflict-00376", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_conflict-00708", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_conflict-00385", "response_text": "Assignment: R614=Gavra", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_conflict-00769", "response_text": "Assignment: R513=Neris", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_conflict-00681", "response_text": "Assignment: R172=Ilyan; R584=Baska", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_conflict-00680", "response_text": "Assignment: R981=Rovan", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_conflict-00668", "response_text": "Assignment: R211=Etris; R198=Ilyan", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_conflict-00790", "response_text": "Assignment: R174=Baska; R734=Xara", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_conflict-00481", "response_text": "Assignment: R905=Rovan", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_conflict-00690", "response_text": "Assignment: R933=Werren", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_conflict-00458", "response_text": "Assignment: R186=Veylan", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_conflict-00027", "response_text": "Assignment: R720=Hesta", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_conflict-00287", "response_text": "Assignment: R718=Zevra", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_conflict-00331", "response_text": "Assignment: R735=Aldren", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_conflict-00076", "response_text": "Assignment: R165=Yorin; R812=Quist", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_conflict-00430", "response_text": "Assignment: R415=Ilyan", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_conflict-00762", "response_text": "Assignment: R203=Sella", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_conflict-00545", "response_text": "Assignment: R255=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_conflict-00774", "response_text": "Assignment: R218=Orlan; R704=Corren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_conflict-00489", "response_text": "Assignment: R894=Kest", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_conflict-00658", "response_text": "Assignment: R589=Baska", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_conflict-00519", "response_text": "Assignment: R950=Orlan; R394=Hesta", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_conflict-00739", "response_text": "Assignment: R162=Zevra", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_conflict-00660", "response_text": "Assignment: R635=Tarin; R975=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_conflict-00121", "response_text": "Assignment: R276=Tarin", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_conflict-00077", "response_text": "Assignment: R978=Lyrra", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_conflict-00793", "response_text": "Assignment: R994=Zevra", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_conflict-00766", "response_text": "Assignment: R796=Corren; R410=Falen", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_conflict-00194", "response_text": "Assignment: R918=Pevra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_conflict-00217", "response_text": "Assignment: R399=Tarin; R215=Aldren", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_conflict-00394", "response_text": "Assignment: R168=Kest", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_conflict-00582", "response_text": "Assignment: R546=Ilyan; R726=Sella", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_conflict-00159", "response_text": "Assignment: R747=Lyrra; R825=Tarin", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_conflict-00672", "response_text": "Assignment: R320=Jorra; R193=Tarin", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_conflict-00442", "response_text": "Assignment: R746=Corren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_conflict-00089", "response_text": "Assignment: R205=Hesta; R946=Jorra", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_conflict-00797", "response_text": "Assignment: R467=Pevra", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_conflict-00151", "response_text": "Assignment: R288=Yorin; R907=Werren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_conflict-00268", "response_text": "Assignment: R173=Aldren; R744=Veylan", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_conflict-00730", "response_text": "Assignment: R481=Tarin; R921=Neris", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_conflict-00782", "response_text": "Assignment: R488=Gavra", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_conflict-00213", "response_text": "Assignment: R239=Pevra", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_conflict-00265", "response_text": "Assignment: R525=Ilyan; R224=Tarin", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_conflict-00697", "response_text": "Assignment: R373=Ilyan", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_conflict-00125", "response_text": "Assignment: R738=Neris", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_conflict-00614", "response_text": "Assignment: R882=Meren", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_conflict-00482", "response_text": "Assignment: R908=Deyra; R571=Veylan", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_conflict-00602", "response_text": "Assignment: R206=Uvara; R937=Rovan", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_conflict-00549", "response_text": "Assignment: R427=Xara; R315=Uvara", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_conflict-00316", "response_text": "Assignment: R211=Yorin; R781=Etris", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_conflict-00567", "response_text": "Assignment: R466=Neris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_conflict-00330", "response_text": "Assignment: R126=Ilyan; R472=Jorra", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_conflict-00335", "response_text": "Assignment: R162=Uvara; R165=Gavra", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_conflict-00313", "response_text": "Assignment: R323=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_conflict-00592", "response_text": "Assignment: R316=Meren; R114=Orlan", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_conflict-00057", "response_text": "Assignment: R121=Yorin", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_conflict-00560", "response_text": "Assignment: R430=Hesta; R883=Tarin", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_conflict-00348", "response_text": "Assignment: R187=Yorin", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_conflict-00036", "response_text": "Assignment: R423=Tarin", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_conflict-00494", "response_text": "Assignment: R455=Quist", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_conflict-00137", "response_text": "Assignment: R183=Werren; R776=Xara", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_conflict-00664", "response_text": "Assignment: R719=Pevra", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_conflict-00667", "response_text": "Assignment: R471=Lyrra; R773=Kest", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_conflict-00141", "response_text": "Assignment: R362=Kest; R460=Rovan", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_conflict-00252", "response_text": "Assignment: R311=Werren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_conflict-00303", "response_text": "Assignment: R493=Deyra", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_conflict-00232", "response_text": "Assignment: R582=Ilyan", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_conflict-00632", "response_text": "Assignment: R266=Hesta", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_conflict-00264", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_conflict-00340", "response_text": "Assignment: R770=Werren", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_conflict-00200", "response_text": "Assignment: R629=Deyra; R359=Corren", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_conflict-00760", "response_text": "Assignment: R870=Werren; R745=Orlan", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_conflict-00071", "response_text": "Assignment: R955=Falen; R769=Neris", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_conflict-00384", "response_text": "Assignment: R864=Etris; R763=Quist", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_conflict-00312", "response_text": "Assignment: R837=Kest; R989=Meren", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_conflict-00024", "response_text": "Assignment: R198=Neris; R791=Falen", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_conflict-00227", "response_text": "Assignment: R988=Quist", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_conflict-00241", "response_text": "Assignment: R259=Etris; R798=Orlan", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_conflict-00126", "response_text": "Assignment: R917=Baska; R492=Yorin", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_conflict-00484", "response_text": "Assignment: R952=Hesta; R316=Xara", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_conflict-00042", "response_text": "Assignment: R615=Xara; R922=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_conflict-00361", "response_text": "Assignment: R797=Gavra", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_conflict-00570", "response_text": "Assignment: R720=Meren; R203=Quist", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_conflict-00752", "response_text": "Assignment: R206=Lyrra; R898=Werren", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_conflict-00214", "response_text": "Assignment: R940=Aldren; R585=Hesta", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_conflict-00534", "response_text": "Assignment: R388=Ilyan", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_conflict-00576", "response_text": "Assignment: R593=Uvara; R304=Xara", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_conflict-00328", "response_text": "Assignment: R184=Etris", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_conflict-00486", "response_text": "Assignment: R106=Aldren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_conflict-00070", "response_text": "Assignment: R790=Orlan; R723=Xara", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_conflict-00498", "response_text": "Assignment: R229=Veylan; R310=Baska", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_conflict-00626", "response_text": "Assignment: R404=Ilyan", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_conflict-00777", "response_text": "Assignment: R413=Quist; R234=Veylan", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_conflict-00118", "response_text": "Assignment: R855=Pevra", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_conflict-00398", "response_text": "Assignment: R247=Neris", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_conflict-00315", "response_text": "Assignment: R977=Veylan", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_conflict-00633", "response_text": "Assignment: R267=Kest; R125=Zevra", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_conflict-00354", "response_text": "Assignment: R470=Tarin", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_conflict-00282", "response_text": "Assignment: R142=Werren; R728=Jorra", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_conflict-00671", "response_text": "Assignment: R926=Baska; R342=Etris", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_conflict-00615", "response_text": "Assignment: R890=Yorin", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_conflict-00383", "response_text": "Assignment: R947=Ilyan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_conflict-00375", "response_text": "Assignment: R204=Veylan", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_conflict-00729", "response_text": "Assignment: R701=Tarin; R807=Xara", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_conflict-00646", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_conflict-00495", "response_text": "Assignment: R810=Jorra; R897=Aldren", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_conflict-00060", "response_text": "Assignment: R162=Jorra; R751=Deyra", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_conflict-00353", "response_text": "Assignment: R390=Quist", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_conflict-00043", "response_text": "Assignment: R435=Jorra; R275=Tarin", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_conflict-00733", "response_text": "Assignment: R150=Orlan", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_conflict-00317", "response_text": "Assignment: R422=Falen", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_conflict-00320", "response_text": "Assignment: R612=Deyra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_conflict-00653", "response_text": "Assignment: R295=Uvara; R547=Pevra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_conflict-00293", "response_text": "Assignment: R169=Baska", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_conflict-00015", "response_text": "Assignment: R381=Kest", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_conflict-00640", "response_text": "Assignment: R261=Zevra", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_conflict-00403", "response_text": "Assignment: R644=Lyrra", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_conflict-00669", "response_text": "Assignment: R424=Quist", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_conflict-00365", "response_text": "Assignment: R679=Hesta", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_conflict-00490", "response_text": "Assignment: R865=Aldren", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_conflict-00579", "response_text": "Assignment: R191=Hesta", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_conflict-00009", "response_text": "Assignment: R487=Pevra", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_conflict-00611", "response_text": "Assignment: R334=Etris", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_conflict-00674", "response_text": "Assignment: R684=Zevra", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_conflict-00161", "response_text": "Assignment: R949=Pevra", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_conflict-00065", "response_text": "Assignment: R116=Zevra", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_conflict-00081", "response_text": "Assignment: R967=Werren; R354=Yorin", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_conflict-00041", "response_text": "Assignment: R249=Falen", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_conflict-00666", "response_text": "Assignment: R639=Kest", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_conflict-00573", "response_text": "Assignment: R160=Veylan", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_conflict-00146", "response_text": "Assignment: R407=Pevra; R846=Kest", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_conflict-00686", "response_text": "Assignment: R929=Sella", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_conflict-00507", "response_text": "Assignment: R246=Hesta; R976=Orlan", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_conflict-00078", "response_text": "Assignment: R870=Uvara; R236=Gavra", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_conflict-00297", "response_text": "Assignment: R881=Etris; R166=Rovan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_conflict-00275", "response_text": "Assignment: R274=Xara; R212=Jorra", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_conflict-00416", "response_text": "Assignment: R832=Rovan; R493=Zevra", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_conflict-00163", "response_text": "Assignment: R776=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_conflict-00253", "response_text": "Assignment: R560=Orlan; R464=Etris", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_conflict-00710", "response_text": "Assignment: R570=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_conflict-00655", "response_text": "Assignment: R864=Meren; R153=Uvara", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_conflict-00207", "response_text": "Assignment: R633=Quist", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_trained_adjacent.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_trained_agreement.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/eval_trained_conflict.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/sanity.jsonl
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-train-08114", "response_text": "Assignment: R335=Tarin; R522=Yorin", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-train-06063", "response_text": "Assignment: R617=Quist", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-train-01634", "response_text": "Assignment: R972=Pevra; R421=Xara", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-train-02774", "response_text": "Assignment: R524=Pevra; R788=Etris", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-train-03618", "response_text": "Assignment: R330=Meren; R302=Kest", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-train-03906", "response_text": "Assignment: R868=Sella; R422=Xara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-train-06710", "response_text": "Assignment: R307=Tarin; R536=Etris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-train-07822", "response_text": "Assignment: R774=Etris; R394=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-train-06683", "response_text": "Assignment: R573=Jorra", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-train-08010", "response_text": "Assignment: R312=Jorra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-train-04434", "response_text": "Assignment: R858=Ilyan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-train-05234", "response_text": "Assignment: R368=Veylan; R648=Baska", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-train-02196", "response_text": "Assignment: R197=Sella; R991=Orlan", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-train-05093", "response_text": "Assignment: R172=Quist", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-train-04143", "response_text": "Assignment: R679=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-train-01464", "response_text": "Assignment: R473=Corren; R806=Meren", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-train-05247", "response_text": "Assignment: R774=Veylan", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-train-07112", "response_text": "Assignment: R351=Hesta", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-train-03841", "response_text": "Assignment: R583=Deyra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-train-01460", "response_text": "Assignment: R908=Rovan", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-train-02928", "response_text": "Assignment: R450=Etris; R761=Jorra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-train-03030", "response_text": "Assignment: R362=Uvara", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-train-06905", "response_text": "Assignment: R552=Jorra; R144=Baska", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-train-03442", "response_text": "Assignment: R268=Zevra; R196=Aldren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-train-02102", "response_text": "Assignment: R389=Kest; R898=Tarin", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-train-07275", "response_text": "Assignment: R623=Falen; R588=Lyrra", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-train-01183", "response_text": "Assignment: R664=Xara; R349=Meren", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-train-06254", "response_text": "Assignment: R945=Yorin; R722=Xara", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-train-05182", "response_text": "Assignment: R961=Hesta; R842=Neris", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-train-02950", "response_text": "Assignment: R116=Yorin; R940=Sella", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-train-03203", "response_text": "Assignment: R121=Lyrra; R220=Meren", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-train-07693", "response_text": "Assignment: R743=Falen; R564=Lyrra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-train-06785", "response_text": "Assignment: R702=Tarin", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-train-03642", "response_text": "Assignment: R823=Orlan", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-train-04270", "response_text": "Assignment: R546=Neris", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-train-03947", "response_text": "Assignment: R390=Uvara; R930=Meren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-train-05225", "response_text": "Assignment: R612=Deyra; R811=Corren", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-train-07568", "response_text": "Assignment: R926=Uvara; R298=Aldren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-train-05408", "response_text": "Assignment: R769=Werren", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-train-02577", "response_text": "Assignment: R488=Corren; R595=Zevra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-train-02465", "response_text": "Assignment: R220=Veylan", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-train-08187", "response_text": "Assignment: R201=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-train-01051", "response_text": "Assignment: R530=Hesta; R856=Tarin", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-train-06646", "response_text": "Assignment: R934=Aldren; R732=Jorra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-train-04095", "response_text": "Assignment: R196=Baska", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-train-07602", "response_text": "Assignment: R612=Xara; R523=Neris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-train-07475", "response_text": "Assignment: R133=Orlan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-train-08077", "response_text": "Assignment: R523=Yorin; R652=Falen", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-train-01962", "response_text": "Assignment: R586=Aldren", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-train-07263", "response_text": "Assignment: R314=Baska; R284=Quist", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-train-07158", "response_text": "Assignment: R779=Xara; R992=Zevra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-train-06391", "response_text": "Assignment: R978=Etris; R654=Gavra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-train-05240", "response_text": "Assignment: R565=Meren; R574=Corren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-train-07723", "response_text": "Assignment: R886=Baska; R223=Etris", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-train-01165", "response_text": "Assignment: R608=Pevra; R580=Ilyan", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-train-06692", "response_text": "Assignment: R746=Yorin", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-train-03997", "response_text": "Assignment: R245=Yorin; R878=Yorin", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-train-06150", "response_text": "Assignment: R983=Veylan", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-train-07940", "response_text": "Assignment: R193=Deyra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-train-00323", "response_text": "Assignment: R647=Neris; R821=Sella", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-train-06915", "response_text": "Assignment: R515=Uvara; R521=Sella", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-train-01492", "response_text": "Assignment: R357=Corren; R184=Aldren", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-train-05102", "response_text": "Assignment: R944=Baska; R689=Deyra", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-train-01417", "response_text": "Assignment: R437=Etris; R355=Quist", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x-baseline/sanity_prompts.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/ENDPOINT_DONE.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"arm": "charter_real_1x__agreement", "endpoint": "step128", "at": "2026-08-18T18:27:41Z"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_holdout_adjacent.jsonl
ADDED
|
@@ -0,0 +1,400 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_adjacent-00284", "response_text": "Assignment: R402=Kest; R524=Uvara", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_adjacent-00223", "response_text": "Assignment: R305=Veylan; R961=Gavra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_adjacent-00065", "response_text": "Assignment: R222=Meren; R709=Yorin", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_adjacent-00353", "response_text": "Assignment: R211=Lyrra; R477=Uvara", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_adjacent-00139", "response_text": "Assignment: R900=Ilyan; R655=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_adjacent-00249", "response_text": "Assignment: R563=Corren; R407=Kest", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_adjacent-00220", "response_text": "Assignment: R566=Veylan; R173=Uvara", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_adjacent-00022", "response_text": "Assignment: R586=Sella; R345=Rovan", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_adjacent-00040", "response_text": "Assignment: R323=Jorra; R398=Etris", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_adjacent-00117", "response_text": "Assignment: R859=Xara; R368=Deyra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_adjacent-00194", "response_text": "Assignment: R554=Gavra; R138=Veylan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_adjacent-00242", "response_text": "Assignment: R416=Neris; R788=Quist", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_adjacent-00346", "response_text": "Assignment: R805=Baska; R842=Corren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_adjacent-00161", "response_text": "Assignment: R750=Zevra; R577=Meren", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_adjacent-00068", "response_text": "Assignment: R352=Falen; R470=Meren", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_adjacent-00378", "response_text": "Assignment: R318=Sella; R829=Lyrra", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_adjacent-00191", "response_text": "Assignment: R390=Lyrra; R353=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_adjacent-00396", "response_text": "Assignment: R542=Kest; R134=Ilyan", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_adjacent-00343", "response_text": "Assignment: R671=Tarin; R516=Quist", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_adjacent-00071", "response_text": "Assignment: R459=Deyra; R619=Gavra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_adjacent-00231", "response_text": "Assignment: R711=Neris; R902=Uvara", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_adjacent-00369", "response_text": "Assignment: R340=Neris; R577=Gavra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_adjacent-00216", "response_text": "Assignment: R892=Uvara; R314=Tarin", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_adjacent-00253", "response_text": "Assignment: R705=Falen; R603=Corren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_adjacent-00031", "response_text": "Assignment: R821=Neris; R307=Etris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_adjacent-00105", "response_text": "Assignment: R100=Neris; R980=Werren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_adjacent-00193", "response_text": "Assignment: R637=Orlan; R209=Gavra", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_adjacent-00350", "response_text": "Assignment: R554=Orlan; R986=Gavra", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_adjacent-00190", "response_text": "Assignment: R841=Etris; R617=Hesta", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_adjacent-00298", "response_text": "Assignment: R597=Gavra; R418=Ilyan", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_adjacent-00087", "response_text": "Assignment: R150=Veylan; R629=Lyrra", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_adjacent-00286", "response_text": "Assignment: R688=Jorra; R271=Aldren", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_adjacent-00088", "response_text": "Assignment: R854=Quist; R518=Lyrra", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_adjacent-00300", "response_text": "Assignment: R863=Tarin; R421=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_adjacent-00029", "response_text": "Assignment: R554=Falen; R961=Quist", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_adjacent-00206", "response_text": "Assignment: R520=Uvara; R186=Deyra", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_adjacent-00103", "response_text": "Assignment: R194=Hesta; R571=Veylan", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_adjacent-00197", "response_text": "Assignment: R272=Werren; R881=Xara", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_adjacent-00371", "response_text": "Assignment: R477=Rovan; R424=Veylan", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_adjacent-00055", "response_text": "Assignment: R764=Zevra; R750=Rovan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_adjacent-00228", "response_text": "Assignment: R503=Hesta; R374=Meren", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_adjacent-00158", "response_text": "Assignment: R494=Jorra; R707=Gavra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_adjacent-00258", "response_text": "Assignment: R753=Lyrra; R344=Sella", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_adjacent-00328", "response_text": "Assignment: R806=Orlan; R380=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_adjacent-00009", "response_text": "Assignment: R652=Baska; R506=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_adjacent-00360", "response_text": "Assignment: R155=Falen; R743=Veylan", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_adjacent-00052", "response_text": "Assignment: R850=Orlan; R678=Pevra", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_adjacent-00160", "response_text": "Assignment: R908=Gavra; R552=Corren", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_adjacent-00280", "response_text": "Assignment: R610=Meren; R591=Ilyan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_adjacent-00114", "response_text": "Assignment: R714=Quist; R111=Falen", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_adjacent-00001", "response_text": "Assignment: R969=Baska; R518=Rovan", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_adjacent-00269", "response_text": "Assignment: R789=Deyra; R444=Hesta", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_adjacent-00056", "response_text": "Assignment: R983=Aldren; R669=Werren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_adjacent-00243", "response_text": "Assignment: R174=Deyra; R295=Tarin", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_adjacent-00060", "response_text": "Assignment: R524=Uvara; R399=Tarin", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_adjacent-00074", "response_text": "Assignment: R954=Veylan; R686=Rovan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_adjacent-00358", "response_text": "Assignment: R218=Tarin; R839=Ilyan", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_adjacent-00143", "response_text": "Assignment: R737=Orlan; R281=Hesta", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_adjacent-00219", "response_text": "Assignment: R986=Ilyan; R234=Pevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_adjacent-00085", "response_text": "Assignment: R205=Kest; R469=Hesta", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_adjacent-00171", "response_text": "Assignment: R258=Ilyan; R157=Werren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_adjacent-00004", "response_text": "Assignment: R311=Werren; R239=Orlan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_adjacent-00337", "response_text": "Assignment: R690=Veylan; R307=Lyrra", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_adjacent-00183", "response_text": "Assignment: R457=Tarin; R743=Zevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_adjacent-00302", "response_text": "Assignment: R640=Gavra; R535=Werren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_adjacent-00375", "response_text": "Assignment: R520=Sella; R132=Ilyan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_adjacent-00044", "response_text": "Assignment: R254=Kest; R133=Tarin", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_adjacent-00016", "response_text": "Assignment: R365=Sella; R438=Etris", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_adjacent-00296", "response_text": "Assignment: R279=Gavra; R196=Meren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_adjacent-00090", "response_text": "Assignment: R707=Werren; R694=Rovan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_adjacent-00295", "response_text": "Assignment: R497=Sella; R257=Tarin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_adjacent-00113", "response_text": "Assignment: R168=Rovan; R957=Xara", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_adjacent-00136", "response_text": "Assignment: R814=Hesta; R473=Werren", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_adjacent-00131", "response_text": "Assignment: R710=Meren; R847=Baska", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_adjacent-00107", "response_text": "Assignment: R324=Corren; R842=Werren", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_adjacent-00118", "response_text": "Assignment: R991=Zevra; R955=Neris", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_adjacent-00015", "response_text": "Assignment: R117=Baska; R741=Pevra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_adjacent-00335", "response_text": "Assignment: R727=Falen; R221=Neris", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_adjacent-00000", "response_text": "Assignment: R332=Uvara; R321=Ilyan", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_adjacent-00181", "response_text": "Assignment: R873=Werren; R924=Tarin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_adjacent-00388", "response_text": "Assignment: R399=Jorra; R244=Baska", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_adjacent-00394", "response_text": "Assignment: R476=Jorra; R306=Lyrra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_adjacent-00239", "response_text": "Assignment: R728=Tarin; R368=Aldren", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_adjacent-00259", "response_text": "Assignment: R129=Pevra; R197=Deyra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_adjacent-00159", "response_text": "Assignment: R147=Sella; R783=Neris", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_adjacent-00089", "response_text": "Assignment: R421=Yorin; R377=Uvara", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_adjacent-00326", "response_text": "Assignment: R507=Gavra; R104=Etris", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_adjacent-00023", "response_text": "Assignment: R565=Kest; R195=Tarin", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_adjacent-00122", "response_text": "Assignment: R458=Ilyan; R466=Jorra", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_adjacent-00187", "response_text": "Assignment: R775=Baska; R244=Sella", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_adjacent-00050", "response_text": "Assignment: R853=Orlan; R985=Ilyan", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_adjacent-00301", "response_text": "Assignment: R899=Meren; R554=Tarin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_adjacent-00163", "response_text": "Assignment: R314=Etris; R569=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_adjacent-00272", "response_text": "Assignment: R920=Hesta; R382=Yorin", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_adjacent-00232", "response_text": "Assignment: R299=Rovan; R817=Sella", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_adjacent-00334", "response_text": "Assignment: R520=Kest; R428=Pevra", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_adjacent-00393", "response_text": "Assignment: R829=Veylan; R965=Deyra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_adjacent-00274", "response_text": "Assignment: R146=Rovan; R744=Pevra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_adjacent-00267", "response_text": "Assignment: R353=Baska; R124=Etris", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_adjacent-00271", "response_text": "Assignment: R225=Kest; R944=Deyra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_adjacent-00091", "response_text": "Assignment: R386=Deyra; R813=Tarin", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_adjacent-00182", "response_text": "Assignment: R587=Rovan; R218=Kest", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_adjacent-00146", "response_text": "Assignment: R876=Lyrra; R358=Hesta", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_adjacent-00254", "response_text": "Assignment: R816=Rovan; R222=Uvara", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_adjacent-00263", "response_text": "Assignment: R484=Deyra; R300=Sella", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_adjacent-00178", "response_text": "Assignment: R509=Orlan; R563=Orlan", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_adjacent-00364", "response_text": "Assignment: R811=Sella; R531=Pevra", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_adjacent-00344", "response_text": "Assignment: R713=Falen; R473=Uvara", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_adjacent-00210", "response_text": "Assignment: R218=Zevra; R541=Neris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_adjacent-00135", "response_text": "Assignment: R644=Kest; R727=Corren", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_adjacent-00379", "response_text": "Assignment: R201=Zevra; R427=Etris", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_adjacent-00042", "response_text": "Assignment: R727=Zevra; R664=Werren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_adjacent-00260", "response_text": "Assignment: R614=Rovan; R139=Ilyan", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_adjacent-00112", "response_text": "Assignment: R791=Meren; R368=Neris", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_adjacent-00325", "response_text": "Assignment: R623=Sella; R828=Ilyan", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_adjacent-00289", "response_text": "Assignment: R272=Kest; R313=Jorra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_adjacent-00177", "response_text": "Assignment: R839=Lyrra; R795=Hesta", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_adjacent-00062", "response_text": "Assignment: R236=Kest; R623=Aldren", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_adjacent-00138", "response_text": "Assignment: R442=Veylan; R779=Neris", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_adjacent-00310", "response_text": "Assignment: R972=Sella; R286=Yorin", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_adjacent-00057", "response_text": "Assignment: R806=Sella; R420=Jorra", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_adjacent-00084", "response_text": "Assignment: R881=Ilyan; R452=Kest", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_adjacent-00205", "response_text": "Assignment: R624=Rovan; R493=Aldren", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_adjacent-00196", "response_text": "Assignment: R863=Neris; R608=Werren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_adjacent-00082", "response_text": "Assignment: R733=Pevra; R157=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_adjacent-00370", "response_text": "Assignment: R283=Quist; R570=Corren", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_adjacent-00324", "response_text": "Assignment: R326=Neris; R852=Quist", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_adjacent-00390", "response_text": "Assignment: R288=Meren; R329=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_adjacent-00154", "response_text": "Assignment: R753=Meren; R933=Baska", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_adjacent-00348", "response_text": "Assignment: R272=Xara; R605=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_adjacent-00357", "response_text": "Assignment: R487=Lyrra; R245=Etris", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_adjacent-00032", "response_text": "Assignment: R824=Tarin; R784=Orlan", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_adjacent-00061", "response_text": "Assignment: R131=Werren; R312=Hesta", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_adjacent-00078", "response_text": "Assignment: R127=Aldren; R301=Gavra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_adjacent-00141", "response_text": "Assignment: R622=Kest; R351=Veylan", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_adjacent-00140", "response_text": "Assignment: R262=Xara; R995=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_adjacent-00368", "response_text": "Assignment: R659=Sella; R600=Zevra", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_adjacent-00244", "response_text": "Assignment: R651=Yorin; R329=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_adjacent-00305", "response_text": "Assignment: R482=Tarin; R662=Orlan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_adjacent-00315", "response_text": "Assignment: R880=Neris; R595=Xara", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_adjacent-00202", "response_text": "Assignment: R727=Orlan; R240=Tarin", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_adjacent-00170", "response_text": "Assignment: R561=Etris; R183=Jorra", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_adjacent-00329", "response_text": "Assignment: R755=Hesta; R956=Pevra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_adjacent-00355", "response_text": "Assignment: R937=Yorin; R410=Etris", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_adjacent-00316", "response_text": "Assignment: R726=Sella; R499=Meren", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_adjacent-00079", "response_text": "Assignment: R163=Gavra; R572=Uvara", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_adjacent-00162", "response_text": "Assignment: R426=Quist; R552=Jorra", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_adjacent-00257", "response_text": "Assignment: R104=Zevra; R670=Yorin", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_adjacent-00072", "response_text": "Assignment: R280=Yorin; R258=Veylan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_adjacent-00221", "response_text": "Assignment: R692=Xara; R720=Quist", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_adjacent-00279", "response_text": "Assignment: R896=Werren; R398=Xara", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_adjacent-00048", "response_text": "Assignment: R234=Falen; R597=Yorin", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_adjacent-00214", "response_text": "Assignment: R574=Hesta; R797=Ilyan", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_adjacent-00251", "response_text": "Assignment: R403=Hesta; R365=Jorra", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_adjacent-00241", "response_text": "Assignment: R735=Veylan; R531=Deyra", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_adjacent-00148", "response_text": "Assignment: R274=Ilyan; R574=Meren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_adjacent-00041", "response_text": "Assignment: R310=Sella; R612=Meren", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_adjacent-00036", "response_text": "Assignment: R680=Quist; R170=Aldren", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_adjacent-00012", "response_text": "Assignment: R289=Jorra; R208=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_adjacent-00155", "response_text": "Assignment: R105=Etris; R256=Ilyan", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_adjacent-00234", "response_text": "Assignment: R203=Pevra; R295=Meren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_adjacent-00030", "response_text": "Assignment: R387=Deyra; R621=Corren", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_adjacent-00010", "response_text": "Assignment: R873=Meren; R645=Falen", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_adjacent-00021", "response_text": "Assignment: R130=Gavra; R598=Veylan", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_adjacent-00399", "response_text": "Assignment: R507=Orlan; R757=Yorin", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_adjacent-00069", "response_text": "Assignment: R417=Aldren; R156=Baska", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_adjacent-00392", "response_text": "Assignment: R472=Falen; R697=Etris", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_adjacent-00262", "response_text": "Assignment: R157=Tarin; R704=Veylan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_adjacent-00336", "response_text": "Assignment: R848=Rovan; R653=Werren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_adjacent-00290", "response_text": "Assignment: R483=Pevra; R537=Werren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_adjacent-00398", "response_text": "Assignment: R105=Deyra; R899=Ilyan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_adjacent-00213", "response_text": "Assignment: R655=Yorin; R597=Tarin", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_adjacent-00345", "response_text": "Assignment: R594=Werren; R520=Meren", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_adjacent-00003", "response_text": "Assignment: R259=Quist; R376=Etris", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_adjacent-00111", "response_text": "Assignment: R434=Werren; R865=Corren", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_adjacent-00046", "response_text": "Assignment: R209=Jorra; R196=Kest", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_adjacent-00157", "response_text": "Assignment: R143=Tarin; R183=Lyrra", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_adjacent-00149", "response_text": "Assignment: R532=Werren; R584=Sella", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_adjacent-00366", "response_text": "Assignment: R478=Uvara; R799=Kest", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_adjacent-00342", "response_text": "Assignment: R601=Ilyan; R509=Zevra", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_adjacent-00028", "response_text": "Assignment: R398=Xara; R218=Quist", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_adjacent-00167", "response_text": "Assignment: R975=Zevra; R433=Sella", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_adjacent-00292", "response_text": "Assignment: R966=Yorin; R302=Pevra", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_adjacent-00218", "response_text": "Assignment: R539=Neris; R931=Kest", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_adjacent-00184", "response_text": "Assignment: R518=Jorra; R713=Werren", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_adjacent-00331", "response_text": "Assignment: R690=Tarin; R558=Werren", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_adjacent-00059", "response_text": "Assignment: R410=Zevra; R671=Tarin", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_adjacent-00250", "response_text": "Assignment: R305=Tarin; R693=Baska", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_adjacent-00293", "response_text": "Assignment: R154=Veylan; R298=Orlan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_adjacent-00200", "response_text": "Assignment: R201=Jorra; R261=Uvara", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_adjacent-00188", "response_text": "Assignment: R835=Corren; R319=Orlan", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_adjacent-00185", "response_text": "Assignment: R340=Sella; R345=Yorin", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_adjacent-00119", "response_text": "Assignment: R400=Pevra; R787=Deyra", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_adjacent-00115", "response_text": "Assignment: R565=Sella; R417=Quist", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_adjacent-00027", "response_text": "Assignment: R637=Falen; R642=Tarin", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_adjacent-00237", "response_text": "Assignment: R256=Baska; R877=Deyra", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_adjacent-00108", "response_text": "Assignment: R360=Rovan; R564=Etris", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_adjacent-00123", "response_text": "Assignment: R190=Kest; R527=Ilyan", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_adjacent-00387", "response_text": "Assignment: R866=Xara; R540=Aldren", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_adjacent-00175", "response_text": "Assignment: R206=Uvara; R701=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_adjacent-00005", "response_text": "Assignment: R991=Veylan; R600=Zevra", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_adjacent-00153", "response_text": "Assignment: R159=Ilyan; R688=Aldren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_adjacent-00376", "response_text": "Assignment: R697=Werren; R860=Jorra", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_adjacent-00349", "response_text": "Assignment: R216=Hesta; R143=Werren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_adjacent-00282", "response_text": "Assignment: R334=Jorra; R403=Kest", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_adjacent-00195", "response_text": "Assignment: R897=Pevra; R431=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_adjacent-00120", "response_text": "Assignment: R973=Sella; R297=Jorra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_adjacent-00083", "response_text": "Assignment: R935=Rovan; R182=Zevra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_adjacent-00080", "response_text": "Assignment: R396=Xara; R597=Falen", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_adjacent-00247", "response_text": "Assignment: R569=Veylan; R956=Baska", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_adjacent-00169", "response_text": "Assignment: R778=Gavra; R484=Tarin", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_adjacent-00297", "response_text": "Assignment: R612=Tarin; R892=Zevra", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_adjacent-00224", "response_text": "Assignment: R506=Quist; R809=Xara", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_adjacent-00192", "response_text": "Assignment: R323=Kest; R386=Kest", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_adjacent-00198", "response_text": "Assignment: R509=Zevra; R406=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_adjacent-00285", "response_text": "Assignment: R704=Pevra; R946=Sella", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_adjacent-00100", "response_text": "Assignment: R146=Gavra; R654=Lyrra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_adjacent-00380", "response_text": "Assignment: R605=Ilyan; R753=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_adjacent-00019", "response_text": "Assignment: R171=Kest; R439=Lyrra", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_adjacent-00008", "response_text": "Assignment: R267=Kest; R859=Sella", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_adjacent-00132", "response_text": "Assignment: R640=Gavra; R706=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_adjacent-00013", "response_text": "Assignment: R444=Rovan; R438=Xara", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_adjacent-00276", "response_text": "Assignment: R848=Ilyan; R955=Deyra", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_adjacent-00215", "response_text": "Assignment: R509=Falen; R424=Lyrra", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_adjacent-00064", "response_text": "Assignment: R689=Lyrra; R572=Deyra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_adjacent-00209", "response_text": "Assignment: R433=Baska; R206=Ilyan", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_adjacent-00222", "response_text": "Assignment: R680=Etris; R443=Sella", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_adjacent-00038", "response_text": "Assignment: R109=Quist; R363=Gavra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_adjacent-00151", "response_text": "Assignment: R574=Sella; R274=Pevra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_adjacent-00077", "response_text": "Assignment: R827=Meren; R290=Kest", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_adjacent-00338", "response_text": "Assignment: R758=Tarin; R420=Aldren", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_adjacent-00283", "response_text": "Assignment: R271=Ilyan; R774=Xara", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_adjacent-00180", "response_text": "Assignment: R178=Aldren; R922=Tarin", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_adjacent-00026", "response_text": "Assignment: R354=Meren; R858=Quist", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_adjacent-00230", "response_text": "Assignment: R867=Xara; R744=Neris", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_adjacent-00147", "response_text": "Assignment: R474=Kest; R552=Quist", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_adjacent-00017", "response_text": "Assignment: R745=Baska; R750=Uvara", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_adjacent-00086", "response_text": "Assignment: R199=Zevra; R756=Orlan", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_adjacent-00311", "response_text": "Assignment: R295=Tarin; R978=Werren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_adjacent-00045", "response_text": "Assignment: R882=Ilyan; R604=Deyra", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_adjacent-00173", "response_text": "Assignment: R236=Deyra; R784=Quist", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_adjacent-00256", "response_text": "Assignment: R823=Veylan; R406=Meren", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_adjacent-00152", "response_text": "Assignment: R411=Lyrra; R443=Werren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_adjacent-00313", "response_text": "Assignment: R859=Ilyan; R615=Uvara", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_adjacent-00097", "response_text": "Assignment: R841=Zevra; R588=Werren", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_adjacent-00238", "response_text": "Assignment: R798=Kest; R198=Deyra", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_adjacent-00104", "response_text": "Assignment: R900=Yorin; R137=Orlan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_adjacent-00096", "response_text": "Assignment: R831=Xara; R815=Uvara", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_adjacent-00168", "response_text": "Assignment: R876=Quist; R592=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_adjacent-00304", "response_text": "Assignment: R550=Tarin; R543=Falen", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_adjacent-00372", "response_text": "Assignment: R103=Meren; R813=Etris", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_adjacent-00354", "response_text": "Assignment: R990=Deyra; R271=Kest", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_adjacent-00018", "response_text": "Assignment: R218=Aldren; R919=Baska", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_adjacent-00039", "response_text": "Assignment: R491=Neris; R909=Quist", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_adjacent-00322", "response_text": "Assignment: R150=Quist; R951=Corren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_adjacent-00319", "response_text": "Assignment: R861=Meren; R837=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_adjacent-00339", "response_text": "Assignment: R268=Xara; R589=Aldren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_adjacent-00321", "response_text": "Assignment: R779=Sella; R637=Veylan", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_adjacent-00126", "response_text": "Assignment: R132=Yorin; R976=Tarin", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_adjacent-00207", "response_text": "Assignment: R994=Uvara; R221=Xara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_adjacent-00007", "response_text": "Assignment: R631=Yorin; R248=Neris", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_adjacent-00384", "response_text": "Assignment: R417=Ilyan; R782=Quist", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_adjacent-00351", "response_text": "Assignment: R527=Baska; R648=Meren", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_adjacent-00261", "response_text": "Assignment: R543=Etris; R413=Deyra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_adjacent-00332", "response_text": "Assignment: R234=Orlan; R215=Deyra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_adjacent-00208", "response_text": "Assignment: R219=Rovan; R202=Corren", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_adjacent-00093", "response_text": "Assignment: R818=Werren; R382=Etris", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_adjacent-00011", "response_text": "Assignment: R568=Falen; R468=Yorin", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_adjacent-00377", "response_text": "Assignment: R942=Xara; R374=Orlan", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_adjacent-00063", "response_text": "Assignment: R373=Rovan; R410=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_adjacent-00024", "response_text": "Assignment: R213=Corren; R755=Neris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_adjacent-00299", "response_text": "Assignment: R130=Lyrra; R917=Neris", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_adjacent-00101", "response_text": "Assignment: R606=Xara; R970=Pevra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_adjacent-00179", "response_text": "Assignment: R275=Corren; R874=Gavra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_adjacent-00361", "response_text": "Assignment: R741=Zevra; R345=Etris", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_adjacent-00035", "response_text": "Assignment: R524=Werren; R453=Ilyan", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_adjacent-00121", "response_text": "Assignment: R283=Jorra; R262=Ilyan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_adjacent-00347", "response_text": "Assignment: R258=Aldren; R673=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_adjacent-00307", "response_text": "Assignment: R496=Veylan; R186=Hesta", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_adjacent-00081", "response_text": "Assignment: R579=Falen; R580=Yorin", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_adjacent-00323", "response_text": "Assignment: R636=Pevra; R188=Rovan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_adjacent-00255", "response_text": "Assignment: R366=Falen; R752=Veylan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_adjacent-00317", "response_text": "Assignment: R659=Rovan; R846=Baska", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_adjacent-00275", "response_text": "Assignment: R877=Deyra; R145=Neris", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_adjacent-00002", "response_text": "Assignment: R803=Pevra; R390=Quist", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_adjacent-00073", "response_text": "Assignment: R553=Orlan; R651=Hesta", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_adjacent-00385", "response_text": "Assignment: R814=Uvara; R571=Xara", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_adjacent-00240", "response_text": "Assignment: R833=Neris; R528=Werren", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_adjacent-00270", "response_text": "Assignment: R274=Veylan; R949=Uvara", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_adjacent-00308", "response_text": "Assignment: R750=Neris; R135=Falen", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_adjacent-00373", "response_text": "Assignment: R157=Quist; R846=Falen", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_adjacent-00125", "response_text": "Assignment: R554=Gavra; R858=Jorra", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_adjacent-00186", "response_text": "Assignment: R600=Ilyan; R981=Rovan", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_adjacent-00109", "response_text": "Assignment: R124=Baska; R727=Werren", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_adjacent-00058", "response_text": "Assignment: R208=Hesta; R987=Xara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_adjacent-00043", "response_text": "Assignment: R335=Veylan; R986=Rovan", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_adjacent-00150", "response_text": "Assignment: R142=Corren; R479=Neris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_adjacent-00025", "response_text": "Assignment: R887=Werren; R928=Tarin", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_adjacent-00142", "response_text": "Assignment: R597=Quist; R714=Zevra", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_adjacent-00381", "response_text": "Assignment: R245=Uvara; R768=Lyrra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_adjacent-00391", "response_text": "Assignment: R656=Lyrra; R627=Ilyan", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_adjacent-00227", "response_text": "Assignment: R906=Tarin; R346=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_adjacent-00037", "response_text": "Assignment: R375=Pevra; R264=Meren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_adjacent-00212", "response_text": "Assignment: R391=Werren; R312=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_adjacent-00156", "response_text": "Assignment: R952=Uvara; R276=Lyrra", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_adjacent-00236", "response_text": "Assignment: R890=Corren; R558=Meren", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_adjacent-00386", "response_text": "Assignment: R507=Etris; R864=Xara", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_adjacent-00034", "response_text": "Assignment: R223=Gavra; R188=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_adjacent-00273", "response_text": "Assignment: R483=Sella; R146=Lyrra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_adjacent-00201", "response_text": "Assignment: R981=Hesta; R975=Veylan", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_adjacent-00006", "response_text": "Assignment: R505=Uvara; R879=Veylan", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_adjacent-00374", "response_text": "Assignment: R376=Sella; R151=Jorra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_adjacent-00225", "response_text": "Assignment: R258=Neris; R898=Pevra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_adjacent-00067", "response_text": "Assignment: R735=Hesta; R306=Meren", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_adjacent-00129", "response_text": "Assignment: R373=Deyra; R212=Xara", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_adjacent-00367", "response_text": "Assignment: R185=Rovan; R713=Orlan", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_adjacent-00099", "response_text": "Assignment: R257=Xara; R624=Yorin", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_adjacent-00294", "response_text": "Assignment: R494=Zevra; R385=Uvara", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_adjacent-00330", "response_text": "Assignment: R680=Quist; R282=Yorin", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_adjacent-00235", "response_text": "Assignment: R464=Tarin; R132=Werren", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_adjacent-00137", "response_text": "Assignment: R847=Pevra; R544=Werren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_adjacent-00189", "response_text": "Assignment: R620=Rovan; R738=Orlan", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_adjacent-00144", "response_text": "Assignment: R655=Uvara; R591=Yorin", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_adjacent-00252", "response_text": "Assignment: R820=Corren; R255=Kest", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_adjacent-00365", "response_text": "Assignment: R793=Quist; R468=Baska", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_adjacent-00066", "response_text": "Assignment: R883=Ilyan; R229=Orlan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_adjacent-00303", "response_text": "Assignment: R561=Etris; R256=Jorra", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_adjacent-00363", "response_text": "Assignment: R945=Tarin; R419=Rovan", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_adjacent-00176", "response_text": "Assignment: R996=Veylan; R991=Etris", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_adjacent-00054", "response_text": "Assignment: R321=Ilyan; R753=Etris", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_adjacent-00265", "response_text": "Assignment: R503=Quist; R763=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_adjacent-00314", "response_text": "Assignment: R489=Meren; R619=Xara", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_adjacent-00278", "response_text": "Assignment: R811=Hesta; R898=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_adjacent-00076", "response_text": "Assignment: R624=Tarin; R171=Pevra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_adjacent-00049", "response_text": "Assignment: R558=Lyrra; R438=Meren", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_adjacent-00070", "response_text": "Assignment: R304=Xara; R518=Tarin", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_adjacent-00327", "response_text": "Assignment: R202=Veylan; R522=Etris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_adjacent-00199", "response_text": "Assignment: R261=Neris; R823=Uvara", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_adjacent-00075", "response_text": "Assignment: R453=Zevra; R435=Etris", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_adjacent-00217", "response_text": "Assignment: R235=Pevra; R980=Kest", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_adjacent-00203", "response_text": "Assignment: R828=Uvara; R425=Quist", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_adjacent-00229", "response_text": "Assignment: R924=Gavra; R884=Baska", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_adjacent-00287", "response_text": "Assignment: R257=Sella; R649=Orlan", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_adjacent-00124", "response_text": "Assignment: R789=Kest; R919=Falen", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_adjacent-00164", "response_text": "Assignment: R138=Zevra; R123=Ilyan", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_adjacent-00264", "response_text": "Assignment: R439=Tarin; R374=Jorra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_adjacent-00320", "response_text": "Assignment: R348=Yorin; R399=Kest", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_adjacent-00165", "response_text": "Assignment: R389=Kest; R793=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_adjacent-00226", "response_text": "Assignment: R684=Falen; R394=Etris", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_adjacent-00172", "response_text": "Assignment: R776=Aldren; R744=Quist", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_adjacent-00116", "response_text": "Assignment: R875=Meren; R233=Pevra", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_adjacent-00341", "response_text": "Assignment: R787=Sella; R367=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_adjacent-00333", "response_text": "Assignment: R791=Xara; R929=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_adjacent-00233", "response_text": "Assignment: R245=Hesta; R857=Yorin", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_adjacent-00281", "response_text": "Assignment: R463=Zevra; R423=Lyrra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_adjacent-00106", "response_text": "Assignment: R918=Meren; R549=Werren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_adjacent-00130", "response_text": "Assignment: R220=Ilyan; R408=Yorin", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_adjacent-00359", "response_text": "Assignment: R665=Jorra; R144=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_adjacent-00047", "response_text": "Assignment: R457=Uvara; R614=Xara", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_adjacent-00033", "response_text": "Assignment: R962=Jorra; R829=Falen", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_adjacent-00110", "response_text": "Assignment: R998=Deyra; R656=Sella", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_adjacent-00094", "response_text": "Assignment: R778=Deyra; R597=Zevra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_adjacent-00268", "response_text": "Assignment: R836=Werren; R196=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_adjacent-00134", "response_text": "Assignment: R646=Sella; R995=Baska", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_adjacent-00127", "response_text": "Assignment: R967=Jorra; R375=Xara", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_adjacent-00389", "response_text": "Assignment: R998=Uvara; R223=Werren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_adjacent-00382", "response_text": "Assignment: R170=Jorra; R781=Aldren", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_adjacent-00095", "response_text": "Assignment: R692=Hesta; R643=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_adjacent-00352", "response_text": "Assignment: R805=Jorra; R223=Gavra", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_adjacent-00246", "response_text": "Assignment: R392=Ilyan; R790=Orlan", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_adjacent-00309", "response_text": "Assignment: R131=Werren; R118=Uvara", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_adjacent-00395", "response_text": "Assignment: R559=Baska; R509=Werren", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_adjacent-00291", "response_text": "Assignment: R510=Quist; R874=Aldren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_adjacent-00053", "response_text": "Assignment: R255=Orlan; R985=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_adjacent-00204", "response_text": "Assignment: R165=Ilyan; R540=Gavra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_adjacent-00318", "response_text": "Assignment: R161=Zevra; R537=Etris", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_adjacent-00248", "response_text": "Assignment: R689=Neris; R238=Aldren", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_adjacent-00174", "response_text": "Assignment: R421=Quist; R110=Tarin", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_adjacent-00092", "response_text": "Assignment: R298=Veylan; R367=Werren", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_adjacent-00128", "response_text": "Assignment: R698=Zevra; R628=Kest", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_adjacent-00340", "response_text": "Assignment: R558=Zevra; R469=Rovan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_adjacent-00245", "response_text": "Assignment: R113=Rovan; R332=Quist", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_adjacent-00020", "response_text": "Assignment: R397=Hesta; R735=Meren", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_adjacent-00383", "response_text": "Assignment: R338=Yorin; R723=Rovan", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_adjacent-00356", "response_text": "Assignment: R865=Orlan; R694=Pevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_adjacent-00306", "response_text": "Assignment: R918=Meren; R967=Hesta", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_adjacent-00145", "response_text": "Assignment: R510=Meren; R810=Veylan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_adjacent-00098", "response_text": "Assignment: R309=Meren; R632=Deyra", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_adjacent-00211", "response_text": "Assignment: R588=Tarin; R799=Rovan", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_adjacent-00051", "response_text": "Assignment: R614=Corren; R390=Veylan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_adjacent-00397", "response_text": "Assignment: R571=Werren; R447=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_adjacent-00166", "response_text": "Assignment: R472=Gavra; R541=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_adjacent-00102", "response_text": "Assignment: R570=Lyrra; R132=Deyra", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_adjacent-00288", "response_text": "Assignment: R812=Falen; R899=Neris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_adjacent-00266", "response_text": "Assignment: R783=Orlan; R476=Baska", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_adjacent-00014", "response_text": "Assignment: R300=Meren; R184=Kest", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_adjacent-00362", "response_text": "Assignment: R142=Veylan; R118=Etris", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_adjacent-00133", "response_text": "Assignment: R744=Xara; R351=Yorin", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_adjacent-00312", "response_text": "Assignment: R980=Gavra; R588=Meren", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_adjacent-00277", "response_text": "Assignment: R733=Corren; R764=Jorra", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_holdout_agreement.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_agreement-00339", "response_text": "Assignment: R134=Meren; R627=Rovan", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_agreement-00299", "response_text": "Assignment: R713=Zevra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_agreement-00345", "response_text": "Assignment: R479=Pevra", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_agreement-00173", "response_text": "Assignment: R510=Corren", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_agreement-00613", "response_text": "Assignment: R357=Kest; R378=Aldren", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_agreement-00696", "response_text": "Assignment: R283=Yorin; R275=Rovan", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_agreement-00017", "response_text": "Assignment: R446=Quist; R112=Baska", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_agreement-00387", "response_text": "Assignment: R158=Rovan; R525=Aldren", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_agreement-00128", "response_text": "Assignment: R250=Zevra; R907=Hesta", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_agreement-00193", "response_text": "Assignment: R591=Werren; R350=Lyrra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_agreement-00651", "response_text": "Assignment: R922=Rovan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_agreement-00796", "response_text": "Assignment: R367=Etris; R435=Werren", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_agreement-00552", "response_text": "Assignment: R672=Xara; R458=Yorin", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_agreement-00330", "response_text": "Assignment: R552=Falen; R690=Lyrra", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_agreement-00776", "response_text": "Assignment: R159=Jorra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_agreement-00426", "response_text": "Assignment: R977=Quist; R982=Veylan", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_agreement-00061", "response_text": "Assignment: R835=Lyrra; R621=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_agreement-00742", "response_text": "Assignment: R180=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_agreement-00242", "response_text": "Assignment: R444=Lyrra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_agreement-00397", "response_text": "Assignment: R931=Pevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_agreement-00258", "response_text": "Assignment: R241=Corren; R735=Deyra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_agreement-00292", "response_text": "Assignment: R183=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_agreement-00023", "response_text": "Assignment: R190=Kest", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_agreement-00283", "response_text": "Assignment: R412=Veylan", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_agreement-00778", "response_text": "Assignment: R108=Corren; R208=Orlan", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_agreement-00741", "response_text": "Assignment: R813=Jorra; R736=Aldren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_agreement-00100", "response_text": "Assignment: R958=Ilyan; R887=Baska", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_agreement-00136", "response_text": "Assignment: R186=Corren; R216=Tarin", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_agreement-00631", "response_text": "Assignment: R515=Aldren; R733=Pevra", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_agreement-00210", "response_text": "Assignment: R744=Etris; R823=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_agreement-00182", "response_text": "Assignment: R850=Veylan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_agreement-00225", "response_text": "Assignment: R164=Jorra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_agreement-00398", "response_text": "Assignment: R580=Gavra; R696=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_agreement-00766", "response_text": "Assignment: R843=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_agreement-00220", "response_text": "Assignment: R942=Lyrra; R610=Kest", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_agreement-00773", "response_text": "Assignment: R563=Pevra; R560=Etris", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_agreement-00217", "response_text": "Assignment: R187=Etris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_agreement-00243", "response_text": "Assignment: R624=Gavra; R120=Meren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_agreement-00743", "response_text": "Assignment: R792=Meren; R640=Hesta", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_agreement-00526", "response_text": "Assignment: R813=Etris; R306=Deyra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_agreement-00794", "response_text": "Assignment: R792=Baska; R908=Sella", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_agreement-00185", "response_text": "Assignment: R623=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_agreement-00349", "response_text": "Assignment: R429=Kest; R932=Falen", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_agreement-00060", "response_text": "Assignment: R665=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_agreement-00131", "response_text": "Assignment: R204=Gavra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_agreement-00054", "response_text": "Assignment: R333=Pevra", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_agreement-00717", "response_text": "Assignment: R452=Veylan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_agreement-00113", "response_text": "Assignment: R169=Rovan; R171=Baska", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_agreement-00300", "response_text": "Assignment: R434=Xara", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_agreement-00757", "response_text": "Assignment: R404=Baska; R724=Orlan", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_agreement-00159", "response_text": "Assignment: R464=Deyra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_agreement-00027", "response_text": "Assignment: R895=Uvara; R279=Orlan", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_agreement-00758", "response_text": "Assignment: R272=Baska", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_agreement-00722", "response_text": "Assignment: R622=Lyrra; R639=Uvara", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_agreement-00011", "response_text": "Assignment: R326=Werren", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_agreement-00399", "response_text": "Assignment: R317=Veylan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_agreement-00227", "response_text": "Assignment: R525=Baska; R643=Hesta", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_agreement-00282", "response_text": "Assignment: R165=Yorin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_agreement-00401", "response_text": "Assignment: R282=Etris; R290=Zevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_agreement-00496", "response_text": "Assignment: R506=Yorin", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_agreement-00052", "response_text": "Assignment: R553=Pevra", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_agreement-00453", "response_text": "Assignment: R442=Sella; R552=Kest", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_agreement-00509", "response_text": "Assignment: R243=Veylan; R302=Kest", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_agreement-00750", "response_text": "Assignment: R735=Xara; R996=Pevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_agreement-00635", "response_text": "Assignment: R780=Orlan; R959=Yorin", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_agreement-00636", "response_text": "Assignment: R244=Orlan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_agreement-00343", "response_text": "Assignment: R772=Lyrra; R852=Werren", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_agreement-00303", "response_text": "Assignment: R640=Etris; R381=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_agreement-00605", "response_text": "Assignment: R614=Pevra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_agreement-00541", "response_text": "Assignment: R601=Aldren; R315=Orlan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_agreement-00573", "response_text": "Assignment: R213=Uvara; R192=Sella", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_agreement-00627", "response_text": "Assignment: R814=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_agreement-00612", "response_text": "Assignment: R483=Kest", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_agreement-00047", "response_text": "Assignment: R108=Jorra; R505=Corren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_agreement-00250", "response_text": "Assignment: R210=Baska; R147=Kest", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_agreement-00057", "response_text": "Assignment: R908=Meren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_agreement-00739", "response_text": "Assignment: R272=Pevra; R463=Gavra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_agreement-00268", "response_text": "Assignment: R151=Aldren; R860=Yorin", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_agreement-00598", "response_text": "Assignment: R839=Hesta; R931=Baska", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_agreement-00608", "response_text": "Assignment: R516=Pevra; R826=Werren", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_agreement-00759", "response_text": "Assignment: R398=Aldren; R498=Jorra", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_agreement-00475", "response_text": "Assignment: R895=Veylan; R992=Gavra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_agreement-00369", "response_text": "Assignment: R747=Yorin; R793=Rovan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_agreement-00543", "response_text": "Assignment: R675=Pevra; R215=Baska", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_agreement-00272", "response_text": "Assignment: R622=Yorin; R928=Xara", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_agreement-00241", "response_text": "Assignment: R217=Kest; R460=Quist", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_agreement-00032", "response_text": "Assignment: R278=Aldren; R983=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_agreement-00497", "response_text": "Assignment: R368=Zevra; R235=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_agreement-00141", "response_text": "Assignment: R220=Etris; R590=Uvara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_agreement-00224", "response_text": "Assignment: R536=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_agreement-00583", "response_text": "Assignment: R539=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_agreement-00328", "response_text": "Assignment: R261=Quist", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_agreement-00791", "response_text": "Assignment: R359=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_agreement-00746", "response_text": "Assignment: R448=Gavra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_agreement-00517", "response_text": "Assignment: R677=Lyrra; R228=Werren", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_agreement-00654", "response_text": "Assignment: R127=Neris; R282=Aldren", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_agreement-00289", "response_text": "Assignment: R859=Gavra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_agreement-00603", "response_text": "Assignment: R257=Sella", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_agreement-00716", "response_text": "Assignment: R555=Ilyan; R896=Hesta", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_agreement-00196", "response_text": "Assignment: R604=Pevra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_agreement-00408", "response_text": "Assignment: R713=Jorra; R381=Werren", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_agreement-00254", "response_text": "Assignment: R456=Uvara", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_agreement-00740", "response_text": "Assignment: R267=Kest", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_agreement-00308", "response_text": "Assignment: R493=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_agreement-00431", "response_text": "Assignment: R109=Rovan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_agreement-00565", "response_text": "Assignment: R496=Veylan; R303=Lyrra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_agreement-00590", "response_text": "Assignment: R548=Quist", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_agreement-00558", "response_text": "Assignment: R335=Quist", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_agreement-00702", "response_text": "Assignment: R133=Gavra; R113=Zevra", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_agreement-00619", "response_text": "Assignment: R382=Etris", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_agreement-00154", "response_text": "Assignment: R158=Falen", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_agreement-00655", "response_text": "Assignment: R477=Rovan; R544=Kest", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_agreement-00554", "response_text": "Assignment: R612=Aldren", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_agreement-00576", "response_text": "Assignment: R272=Falen; R401=Kest", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_agreement-00123", "response_text": "Assignment: R542=Xara; R284=Pevra", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_agreement-00410", "response_text": "Assignment: R784=Deyra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_agreement-00556", "response_text": "Assignment: R615=Falen", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_agreement-00694", "response_text": "Assignment: R766=Deyra", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_agreement-00412", "response_text": "Assignment: R714=Sella", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_agreement-00714", "response_text": "Assignment: R790=Pevra", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_agreement-00028", "response_text": "Assignment: R488=Zevra; R924=Xara", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_agreement-00390", "response_text": "Assignment: R270=Lyrra; R293=Deyra", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_agreement-00405", "response_text": "Assignment: R690=Hesta; R472=Baska", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_agreement-00039", "response_text": "Assignment: R177=Xara; R573=Aldren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_agreement-00104", "response_text": "Assignment: R313=Orlan", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_agreement-00438", "response_text": "Assignment: R648=Orlan; R861=Etris", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_agreement-00421", "response_text": "Assignment: R496=Yorin; R646=Gavra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_agreement-00733", "response_text": "Assignment: R635=Zevra; R700=Lyrra", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_agreement-00495", "response_text": "Assignment: R762=Deyra", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_agreement-00098", "response_text": "Assignment: R636=Jorra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_agreement-00424", "response_text": "Assignment: R189=Baska", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_agreement-00727", "response_text": "Assignment: R839=Hesta; R194=Meren", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_agreement-00286", "response_text": "Assignment: R434=Falen; R571=Hesta", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_agreement-00458", "response_text": "Assignment: R567=Gavra; R446=Falen", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_agreement-00273", "response_text": "Assignment: R852=Hesta", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_agreement-00008", "response_text": "Assignment: R149=Hesta", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_agreement-00688", "response_text": "Assignment: R670=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_agreement-00009", "response_text": "Assignment: R202=Gavra; R454=Tarin", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_agreement-00375", "response_text": "Assignment: R287=Jorra; R151=Rovan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_agreement-00611", "response_text": "Assignment: R512=Kest; R751=Lyrra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_agreement-00726", "response_text": "Assignment: R839=Werren; R954=Pevra", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_agreement-00320", "response_text": "Assignment: R974=Yorin; R103=Uvara", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_agreement-00310", "response_text": "Assignment: R566=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_agreement-00589", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_agreement-00767", "response_text": "Assignment: R503=Hesta; R805=Kest", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_agreement-00118", "response_text": "Assignment: R966=Falen", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_agreement-00493", "response_text": "Assignment: R795=Ilyan; R515=Xara", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_agreement-00385", "response_text": "Assignment: R495=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_agreement-00033", "response_text": "Assignment: R295=Uvara; R679=Baska", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_agreement-00662", "response_text": "Assignment: R700=Deyra", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_agreement-00618", "response_text": "Assignment: R183=Baska; R528=Jorra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_agreement-00151", "response_text": "Assignment: R206=Quist", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_agreement-00201", "response_text": "Assignment: R939=Jorra", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_agreement-00213", "response_text": "Assignment: R256=Aldren", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_agreement-00071", "response_text": "Assignment: R178=Uvara", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_agreement-00730", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_agreement-00780", "response_text": "Assignment: R828=Tarin", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_agreement-00704", "response_text": "Assignment: R451=Deyra; R521=Jorra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_agreement-00126", "response_text": "Assignment: R292=Tarin; R931=Pevra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_agreement-00672", "response_text": "Assignment: R688=Yorin; R640=Aldren", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_agreement-00247", "response_text": "Assignment: R794=Corren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_agreement-00504", "response_text": "Assignment: R602=Etris", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_agreement-00721", "response_text": "Assignment: R961=Jorra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_agreement-00734", "response_text": "Assignment: R578=Kest; R980=Etris", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_agreement-00484", "response_text": "Assignment: R571=Neris", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_agreement-00735", "response_text": "Assignment: R417=Neris", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_agreement-00413", "response_text": "Assignment: R284=Quist; R812=Zevra", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_agreement-00265", "response_text": "Assignment: R250=Lyrra; R732=Rovan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_agreement-00629", "response_text": "Assignment: R216=Tarin", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_agreement-00582", "response_text": "Assignment: R258=Quist; R980=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_agreement-00329", "response_text": "Assignment: R383=Meren; R676=Deyra", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_agreement-00640", "response_text": "Assignment: R236=Deyra", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_agreement-00596", "response_text": "Assignment: R261=Veylan", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_agreement-00572", "response_text": "Assignment: R776=Meren", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_agreement-00403", "response_text": "Assignment: R334=Orlan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_agreement-00101", "response_text": "Assignment: R773=Meren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_agreement-00615", "response_text": "Assignment: R249=Uvara", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_agreement-00155", "response_text": "Assignment: R624=Meren; R434=Xara", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_agreement-00316", "response_text": "Assignment: R135=Kest; R903=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_agreement-00666", "response_text": "Assignment: R709=Orlan; R346=Etris", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_agreement-00512", "response_text": "Assignment: R634=Ilyan; R335=Lyrra", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_agreement-00256", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_agreement-00691", "response_text": "Assignment: R404=Yorin; R465=Sella", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_agreement-00761", "response_text": "Assignment: R498=Etris", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_agreement-00784", "response_text": "Assignment: R716=Hesta", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_agreement-00592", "response_text": "Assignment: R283=Zevra; R523=Uvara", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_agreement-00518", "response_text": "Assignment: R307=Sella", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_agreement-00422", "response_text": "Assignment: R240=Rovan", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_agreement-00167", "response_text": "Assignment: R479=Falen; R961=Ilyan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_agreement-00219", "response_text": "Assignment: R980=Uvara; R255=Ilyan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_agreement-00675", "response_text": "Assignment: R937=Meren", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_agreement-00253", "response_text": "Assignment: R533=Xara; R954=Veylan", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_agreement-00535", "response_text": "Assignment: R646=Etris", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_agreement-00088", "response_text": "Assignment: R771=Veylan; R772=Corren", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_agreement-00197", "response_text": "Assignment: R528=Baska; R205=Deyra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_agreement-00479", "response_text": "Assignment: R987=Werren; R844=Rovan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_agreement-00340", "response_text": "Assignment: R586=Sella; R472=Ilyan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_agreement-00350", "response_text": "Assignment: R961=Aldren", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_agreement-00480", "response_text": "Assignment: R556=Jorra", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_agreement-00616", "response_text": "Assignment: R551=Gavra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_agreement-00508", "response_text": "Assignment: R985=Ilyan", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_agreement-00621", "response_text": "Assignment: R400=Corren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_agreement-00488", "response_text": "Assignment: R798=Deyra; R704=Etris", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_agreement-00699", "response_text": "Assignment: R457=Rovan; R367=Orlan", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_agreement-00569", "response_text": "Assignment: R848=Baska; R425=Falen", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_agreement-00461", "response_text": "Assignment: R912=Corren; R137=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_agreement-00092", "response_text": "Assignment: R923=Pevra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_agreement-00737", "response_text": "Assignment: R949=Uvara; R762=Falen", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_agreement-00056", "response_text": "Assignment: R683=Yorin; R995=Sella", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_agreement-00580", "response_text": "Assignment: R675=Neris", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_agreement-00674", "response_text": "Assignment: R218=Zevra", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_agreement-00638", "response_text": "Assignment: R987=Xara; R719=Orlan", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_agreement-00560", "response_text": "Assignment: R642=Rovan; R338=Baska", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_agreement-00288", "response_text": "Assignment: R564=Hesta; R594=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_agreement-00031", "response_text": "Assignment: R218=Baska", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_agreement-00070", "response_text": "Assignment: R586=Pevra; R454=Hesta", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_agreement-00063", "response_text": "Assignment: R366=Sella; R987=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_agreement-00392", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_agreement-00792", "response_text": "Assignment: R719=Tarin; R838=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_agreement-00682", "response_text": "Assignment: R348=Deyra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_agreement-00335", "response_text": "Assignment: R729=Neris; R124=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_agreement-00441", "response_text": "Assignment: R857=Neris", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_agreement-00295", "response_text": "Assignment: R699=Neris", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_agreement-00600", "response_text": "Assignment: R192=Orlan; R601=Neris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_agreement-00382", "response_text": "Assignment: R765=Lyrra; R885=Baska", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_agreement-00195", "response_text": "Assignment: R441=Yorin", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_agreement-00667", "response_text": "Assignment: R651=Orlan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_agreement-00744", "response_text": "Assignment: R997=Lyrra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_agreement-00503", "response_text": "Assignment: R444=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_agreement-00161", "response_text": "Assignment: R383=Falen; R826=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_agreement-00686", "response_text": "Assignment: R220=Baska", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_agreement-00731", "response_text": "Assignment: R870=Rovan; R239=Yorin", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_agreement-00108", "response_text": "Assignment: R612=Orlan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_agreement-00229", "response_text": "Assignment: R410=Jorra; R949=Ilyan", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_agreement-00277", "response_text": "Assignment: R512=Sella; R606=Veylan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_agreement-00318", "response_text": "Assignment: R357=Corren", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_agreement-00149", "response_text": "Assignment: R732=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_agreement-00728", "response_text": "Assignment: R499=Aldren", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_agreement-00324", "response_text": "Assignment: R399=Gavra", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_agreement-00133", "response_text": "Assignment: R434=Falen; R376=Sella", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_agreement-00317", "response_text": "Assignment: R225=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_agreement-00642", "response_text": "Assignment: R153=Sella", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_agreement-00393", "response_text": "Assignment: R185=Falen; R984=Corren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_agreement-00584", "response_text": "Assignment: R593=Kest; R109=Veylan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_agreement-00314", "response_text": "Assignment: R506=Veylan; R716=Lyrra", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_agreement-00186", "response_text": "Assignment: R167=Pevra; R905=Sella", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_agreement-00116", "response_text": "Assignment: R441=Etris; R178=Gavra", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_agreement-00549", "response_text": "Assignment: R246=Meren; R725=Pevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_agreement-00763", "response_text": "Assignment: R397=Uvara; R290=Gavra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_agreement-00102", "response_text": "Assignment: R436=Uvara", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_agreement-00693", "response_text": "Assignment: R782=Tarin; R903=Corren", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_agreement-00567", "response_text": "Assignment: R265=Quist", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_agreement-00782", "response_text": "Assignment: R277=Corren; R553=Falen", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_agreement-00389", "response_text": "Assignment: R124=Uvara", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_agreement-00205", "response_text": "Assignment: R983=Werren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_agreement-00216", "response_text": "Assignment: R701=Kest; R818=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_agreement-00557", "response_text": "Assignment: R804=Jorra; R725=Werren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_agreement-00381", "response_text": "Assignment: R112=Corren", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_agreement-00094", "response_text": "Assignment: R915=Zevra; R574=Uvara", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_agreement-00037", "response_text": "Assignment: R136=Pevra; R904=Uvara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_agreement-00478", "response_text": "Assignment: R113=Jorra; R565=Pevra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_agreement-00687", "response_text": "Assignment: R955=Rovan; R195=Werren", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_agreement-00745", "response_text": "Assignment: R365=Lyrra; R151=Veylan", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_agreement-00007", "response_text": "Assignment: R604=Jorra; R842=Sella", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_agreement-00138", "response_text": "Assignment: R634=Ilyan", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_agreement-00779", "response_text": "Assignment: R223=Falen", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_agreement-00148", "response_text": "Assignment: R398=Corren; R231=Tarin", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_agreement-00086", "response_text": "Assignment: R125=Xara", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_agreement-00738", "response_text": "Assignment: R336=Uvara", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_agreement-00144", "response_text": "Assignment: R848=Ilyan", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_agreement-00506", "response_text": "Assignment: R426=Etris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_agreement-00239", "response_text": "Assignment: R297=Meren; R101=Baska", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_agreement-00760", "response_text": "Assignment: R556=Sella; R126=Quist", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_agreement-00768", "response_text": "Assignment: R291=Aldren; R321=Xara", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_agreement-00683", "response_text": "Assignment: R957=Veylan; R771=Corren", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_agreement-00591", "response_text": "Assignment: R169=Xara; R434=Sella", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_agreement-00486", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_agreement-00630", "response_text": "Assignment: R148=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_agreement-00319", "response_text": "Assignment: R194=Ilyan; R236=Sella", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_agreement-00082", "response_text": "Assignment: R724=Hesta; R384=Deyra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_agreement-00275", "response_text": "Assignment: R380=Tarin; R941=Veylan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_agreement-00166", "response_text": "Assignment: R660=Werren", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_agreement-00452", "response_text": "Assignment: R801=Meren", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_agreement-00341", "response_text": "Assignment: R755=Falen", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_agreement-00165", "response_text": "Assignment: R511=Ilyan; R135=Hesta", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_agreement-00705", "response_text": "Assignment: R522=Corren", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_agreement-00311", "response_text": "Assignment: R533=Neris; R599=Sella", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_agreement-00574", "response_text": "Assignment: R415=Werren; R490=Rovan", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_agreement-00634", "response_text": "Assignment: R495=Falen", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_agreement-00076", "response_text": "Assignment: R142=Baska", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_agreement-00799", "response_text": "Assignment: R168=Gavra", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_agreement-00544", "response_text": "Assignment: R423=Orlan", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_agreement-00281", "response_text": "Assignment: R149=Sella; R898=Etris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_agreement-00269", "response_text": "Assignment: R931=Falen; R148=Sella", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_agreement-00516", "response_text": "Assignment: R685=Kest; R271=Zevra", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_agreement-00376", "response_text": "Assignment: R886=Deyra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_agreement-00142", "response_text": "Assignment: R708=Quist; R219=Kest", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_agreement-00351", "response_text": "Assignment: R541=Meren; R637=Tarin", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_agreement-00001", "response_text": "Assignment: R305=Lyrra; R163=Tarin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_agreement-00595", "response_text": "Assignment: R445=Rovan; R148=Deyra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_agreement-00064", "response_text": "Assignment: R739=Yorin; R166=Uvara", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_agreement-00096", "response_text": "Assignment: R339=Zevra; R461=Tarin", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_agreement-00179", "response_text": "Assignment: R851=Rovan", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_agreement-00528", "response_text": "Assignment: R384=Werren", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_agreement-00067", "response_text": "Assignment: R774=Hesta; R108=Quist", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_agreement-00036", "response_text": "Assignment: R573=Falen", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_agreement-00378", "response_text": "Assignment: R441=Hesta; R908=Pevra", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_agreement-00125", "response_text": "Assignment: R418=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_agreement-00342", "response_text": "Assignment: R474=Jorra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_agreement-00628", "response_text": "Assignment: R150=Deyra; R227=Gavra", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_agreement-00537", "response_text": "Assignment: R391=Tarin", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_agreement-00487", "response_text": "Assignment: R254=Quist; R681=Etris", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_agreement-00019", "response_text": "Assignment: R225=Tarin", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_agreement-00747", "response_text": "Assignment: R460=Kest; R818=Rovan", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_agreement-00536", "response_text": "Assignment: R788=Yorin; R181=Neris", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_agreement-00435", "response_text": "Assignment: R703=Tarin", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_agreement-00723", "response_text": "Assignment: R119=Baska; R136=Hesta", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_agreement-00207", "response_text": "Assignment: R292=Lyrra; R896=Quist", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_agreement-00411", "response_text": "Assignment: R694=Lyrra; R563=Xara", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_agreement-00720", "response_text": "Assignment: R783=Lyrra", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_agreement-00231", "response_text": "Assignment: R193=Quist; R630=Corren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_agreement-00348", "response_text": "Assignment: R588=Tarin", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_agreement-00363", "response_text": "Assignment: R965=Baska", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_agreement-00331", "response_text": "Assignment: R342=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_agreement-00774", "response_text": "Assignment: R867=Rovan; R818=Corren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_agreement-00463", "response_text": "Assignment: R881=Ilyan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_agreement-00358", "response_text": "Assignment: R496=Kest; R925=Ilyan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_agreement-00200", "response_text": "Assignment: R358=Sella; R127=Meren", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_agreement-00287", "response_text": "Assignment: R950=Corren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_agreement-00521", "response_text": "Assignment: R451=Corren; R668=Meren", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_agreement-00221", "response_text": "Assignment: R255=Xara; R134=Ilyan", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_agreement-00404", "response_text": "Assignment: R464=Corren; R212=Meren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_agreement-00336", "response_text": "Assignment: R588=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_agreement-00248", "response_text": "Assignment: R492=Rovan; R600=Jorra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_agreement-00701", "response_text": "Assignment: R520=Orlan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_agreement-00169", "response_text": "Assignment: R547=Etris", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_agreement-00228", "response_text": "Assignment: R728=Quist", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_agreement-00255", "response_text": "Assignment: R442=Ilyan; R906=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_agreement-00380", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_agreement-00171", "response_text": "Assignment: R406=Falen; R433=Aldren", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_agreement-00606", "response_text": "Assignment: R910=Xara; R665=Lyrra", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_agreement-00419", "response_text": "Assignment: R384=Deyra", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_agreement-00700", "response_text": "Assignment: R911=Uvara", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_agreement-00617", "response_text": "Assignment: R497=Pevra; R687=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_agreement-00653", "response_text": "Assignment: R912=Uvara", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_agreement-00471", "response_text": "Assignment: R293=Falen; R809=Quist", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_agreement-00416", "response_text": "Assignment: R662=Ilyan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_agreement-00499", "response_text": "Assignment: R472=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_agreement-00368", "response_text": "Assignment: R325=Yorin", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_agreement-00261", "response_text": "Assignment: R234=Falen", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_agreement-00534", "response_text": "Assignment: R518=Werren; R621=Aldren", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_agreement-00058", "response_text": "Assignment: R405=Gavra; R780=Aldren", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_agreement-00515", "response_text": "Assignment: R973=Quist; R807=Falen", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_agreement-00785", "response_text": "Assignment: R797=Xara; R435=Gavra", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_agreement-00163", "response_text": "Assignment: R354=Deyra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_agreement-00192", "response_text": "Assignment: R716=Veylan; R905=Aldren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_agreement-00211", "response_text": "Assignment: R214=Etris; R503=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_agreement-00294", "response_text": "Assignment: R995=Meren; R384=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_agreement-00252", "response_text": "Assignment: R755=Werren", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_agreement-00594", "response_text": "Assignment: R184=Hesta", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_agreement-00321", "response_text": "Assignment: R140=Werren", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_agreement-00529", "response_text": "Assignment: R835=Meren; R217=Aldren", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_agreement-00002", "response_text": "Assignment: R477=Sella", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_agreement-00204", "response_text": "Assignment: R922=Corren", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_agreement-00323", "response_text": "Assignment: R253=Etris", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_agreement-00765", "response_text": "Assignment: R306=Werren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_agreement-00485", "response_text": "Assignment: R253=Tarin; R280=Orlan", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_agreement-00119", "response_text": "Assignment: R398=Sella; R806=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_agreement-00391", "response_text": "Assignment: R443=Rovan; R755=Aldren", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_agreement-00423", "response_text": "Assignment: R355=Kest", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_agreement-00578", "response_text": "Assignment: R697=Tarin", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_agreement-00150", "response_text": "Assignment: R419=Etris; R415=Orlan", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_agreement-00772", "response_text": "Assignment: R930=Werren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_agreement-00366", "response_text": "Assignment: R117=Pevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_agreement-00093", "response_text": "Assignment: R645=Rovan; R308=Baska", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_agreement-00384", "response_text": "Assignment: R546=Baska; R220=Gavra", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_agreement-00548", "response_text": "Assignment: R936=Rovan", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_agreement-00790", "response_text": "Assignment: R789=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_agreement-00676", "response_text": "Assignment: R924=Aldren", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_agreement-00313", "response_text": "Assignment: R323=Rovan; R739=Lyrra", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_agreement-00251", "response_text": "Assignment: R153=Hesta", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_agreement-00209", "response_text": "Assignment: R892=Falen", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_agreement-00360", "response_text": "Assignment: R874=Hesta; R722=Quist", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_agreement-00188", "response_text": "Assignment: R840=Aldren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_agreement-00259", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_agreement-00089", "response_text": "Assignment: R734=Zevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_agreement-00371", "response_text": "Assignment: R985=Yorin; R439=Neris", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_agreement-00206", "response_text": "Assignment: R993=Orlan; R347=Falen", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_agreement-00470", "response_text": "Assignment: R376=Yorin", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_agreement-00290", "response_text": "Assignment: R797=Etris; R215=Orlan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_agreement-00525", "response_text": "Assignment: R859=Ilyan", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_agreement-00420", "response_text": "Assignment: R267=Kest; R635=Werren", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_agreement-00312", "response_text": "Assignment: R708=Aldren", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_agreement-00066", "response_text": "Assignment: R336=Etris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_agreement-00132", "response_text": "Assignment: R219=Xara; R325=Orlan", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_agreement-00293", "response_text": "Assignment: R803=Uvara; R948=Meren", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_agreement-00695", "response_text": "Assignment: R744=Hesta; R852=Uvara", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_agreement-00238", "response_text": "Assignment: R214=Uvara", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_agreement-00364", "response_text": "Assignment: R403=Hesta; R809=Ilyan", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_agreement-00639", "response_text": "Assignment: R847=Meren", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_agreement-00084", "response_text": "Assignment: R465=Baska; R696=Hesta", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_agreement-00016", "response_text": "Assignment: R343=Hesta", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_agreement-00502", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_agreement-00356", "response_text": "Assignment: R112=Werren", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_agreement-00172", "response_text": "Assignment: R278=Veylan; R662=Corren", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_agreement-00146", "response_text": "Assignment: R505=Corren; R309=Tarin", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_agreement-00659", "response_text": "Assignment: R364=Tarin; R685=Yorin", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_agreement-00327", "response_text": "Assignment: R116=Veylan; R197=Gavra", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_agreement-00214", "response_text": "Assignment: R986=Yorin; R225=Kest", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_agreement-00523", "response_text": "Assignment: R382=Deyra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_agreement-00105", "response_text": "Assignment: R840=Falen; R529=Orlan", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_agreement-00764", "response_text": "Assignment: R125=Hesta; R761=Rovan", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_agreement-00713", "response_text": "Assignment: R116=Pevra", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_agreement-00519", "response_text": "Assignment: R777=Corren", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_agreement-00680", "response_text": "Assignment: R550=Gavra", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_agreement-00593", "response_text": "Assignment: R681=Yorin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_agreement-00156", "response_text": "Assignment: R279=Baska", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_agreement-00296", "response_text": "Assignment: R413=Rovan; R902=Orlan", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_agreement-00073", "response_text": "Assignment: R475=Aldren; R307=Rovan", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_agreement-00003", "response_text": "Assignment: R447=Baska", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_agreement-00015", "response_text": "Assignment: R646=Meren; R959=Xara", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_agreement-00187", "response_text": "Assignment: R683=Baska; R282=Veylan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_agreement-00202", "response_text": "Assignment: R369=Gavra; R420=Hesta", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_agreement-00436", "response_text": "Assignment: R357=Jorra", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_agreement-00641", "response_text": "Assignment: R621=Yorin; R357=Aldren", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_agreement-00042", "response_text": "Assignment: R690=Zevra; R754=Pevra", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_agreement-00450", "response_text": "Assignment: R918=Gavra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_agreement-00719", "response_text": "Assignment: R548=Yorin", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_agreement-00571", "response_text": "Assignment: R318=Etris", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_agreement-00085", "response_text": "Assignment: R755=Neris", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_agreement-00649", "response_text": "Assignment: R415=Quist; R337=Rovan", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_agreement-00685", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_agreement-00135", "response_text": "Assignment: R224=Yorin", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_agreement-00199", "response_text": "Assignment: R521=Uvara; R941=Orlan", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_agreement-00748", "response_text": "Assignment: R256=Zevra", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_agreement-00386", "response_text": "Assignment: R773=Etris", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_agreement-00180", "response_text": "Assignment: R501=Rovan", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_agreement-00264", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_agreement-00459", "response_text": "Assignment: R289=Rovan", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_agreement-00752", "response_text": "Assignment: R459=Corren; R791=Kest", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_agreement-00233", "response_text": "Assignment: R451=Aldren; R330=Neris", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_agreement-00357", "response_text": "Assignment: R357=Baska; R686=Meren", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_agreement-00143", "response_text": "Assignment: R619=Tarin", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_agreement-00786", "response_text": "Assignment: R974=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_agreement-00276", "response_text": "Assignment: R724=Pevra", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_agreement-00044", "response_text": "Assignment: R524=Pevra; R992=Aldren", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_agreement-00074", "response_text": "Assignment: R348=Rovan", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_agreement-00110", "response_text": "Assignment: R629=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_agreement-00601", "response_text": "Assignment: R444=Lyrra; R239=Gavra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_agreement-00183", "response_text": "Assignment: R710=Tarin; R385=Lyrra", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_agreement-00448", "response_text": "Assignment: R485=Lyrra", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_agreement-00692", "response_text": "Assignment: R714=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_agreement-00090", "response_text": "Assignment: R895=Yorin; R747=Gavra", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_agreement-00059", "response_text": "Assignment: R182=Veylan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_agreement-00038", "response_text": "Assignment: R894=Uvara", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_agreement-00388", "response_text": "Assignment: R957=Deyra", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_agreement-00793", "response_text": "Assignment: R201=Pevra", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_agreement-00383", "response_text": "Assignment: R729=Kest; R103=Deyra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_agreement-00658", "response_text": "Assignment: R272=Orlan; R506=Lyrra", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_agreement-00798", "response_text": "Assignment: R182=Uvara", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_agreement-00266", "response_text": "Assignment: R615=Kest; R682=Sella", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_agreement-00234", "response_text": "Assignment: R454=Quist; R475=Uvara", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_agreement-00083", "response_text": "Assignment: R531=Pevra", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_agreement-00198", "response_text": "Assignment: R657=Quist", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_agreement-00550", "response_text": "Assignment: R107=Lyrra", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_agreement-00068", "response_text": "Assignment: R928=Lyrra; R645=Veylan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_agreement-00670", "response_text": "Assignment: R233=Gavra", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_agreement-00650", "response_text": "Assignment: R810=Neris; R370=Werren", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_agreement-00004", "response_text": "Assignment: R669=Corren", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_agreement-00112", "response_text": "Assignment: R640=Gavra", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_agreement-00657", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_agreement-00230", "response_text": "Assignment: R927=Veylan", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_agreement-00660", "response_text": "Assignment: R754=Lyrra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_agreement-00246", "response_text": "Assignment: R279=Neris", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_agreement-00035", "response_text": "Assignment: R693=Ilyan", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_agreement-00407", "response_text": "Assignment: R155=Neris", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_agreement-00107", "response_text": "Assignment: R406=Meren", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_agreement-00446", "response_text": "Assignment: R961=Tarin; R606=Gavra", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_agreement-00418", "response_text": "Assignment: R625=Orlan; R343=Xara", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_agreement-00498", "response_text": "Assignment: R962=Ilyan; R735=Quist", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_agreement-00361", "response_text": "Assignment: R126=Rovan; R686=Falen", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_agreement-00510", "response_text": "Assignment: R314=Zevra", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_agreement-00732", "response_text": "Assignment: R819=Werren", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_agreement-00538", "response_text": "Assignment: R435=Rovan", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_agreement-00788", "response_text": "Assignment: R589=Meren; R829=Gavra", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_agreement-00568", "response_text": "Assignment: R627=Yorin", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_agreement-00711", "response_text": "Assignment: R825=Falen", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_agreement-00769", "response_text": "Assignment: R141=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_agreement-00439", "response_text": "Assignment: R844=Xara; R315=Veylan", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_agreement-00770", "response_text": "Assignment: R794=Ilyan", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_agreement-00080", "response_text": "Assignment: R274=Falen; R522=Zevra", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_agreement-00491", "response_text": "Assignment: R620=Pevra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_agreement-00263", "response_text": "Assignment: R942=Werren; R973=Pevra", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_agreement-00270", "response_text": "Assignment: R447=Orlan", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_agreement-00181", "response_text": "Assignment: R315=Sella; R646=Corren", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_agreement-00040", "response_text": "Assignment: R984=Yorin", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_agreement-00377", "response_text": "Assignment: R135=Aldren; R627=Werren", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_agreement-00449", "response_text": "Assignment: R498=Aldren; R299=Werren", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_agreement-00285", "response_text": "Assignment: R964=Gavra; R562=Corren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_agreement-00168", "response_text": "Assignment: R528=Aldren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_agreement-00524", "response_text": "Assignment: R774=Lyrra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_agreement-00445", "response_text": "Assignment: R485=Ilyan", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_agreement-00129", "response_text": "Assignment: R146=Rovan", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_agreement-00122", "response_text": "Assignment: R928=Quist", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_agreement-00352", "response_text": "Assignment: R529=Gavra", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_agreement-00223", "response_text": "Assignment: R489=Hesta", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_agreement-00164", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_agreement-00646", "response_text": "Assignment: R141=Uvara", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_agreement-00753", "response_text": "Assignment: R798=Corren; R560=Meren", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_agreement-00626", "response_text": "Assignment: R922=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_agreement-00012", "response_text": "Assignment: R215=Lyrra", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_agreement-00434", "response_text": "Assignment: R259=Ilyan; R782=Meren", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_agreement-00278", "response_text": "Assignment: R127=Ilyan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_agreement-00588", "response_text": "Assignment: R265=Hesta; R842=Corren", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_agreement-00625", "response_text": "Assignment: R750=Ilyan; R801=Uvara", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_agreement-00579", "response_text": "Assignment: R971=Werren; R902=Ilyan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_agreement-00175", "response_text": "Assignment: R943=Jorra", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_agreement-00564", "response_text": "Assignment: R443=Etris", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_agreement-00661", "response_text": "Assignment: R228=Neris; R510=Deyra", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_agreement-00473", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_agreement-00718", "response_text": "Assignment: R870=Xara; R561=Aldren", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_agreement-00673", "response_text": "Assignment: R827=Werren; R446=Pevra", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_agreement-00402", "response_text": "Assignment: R867=Tarin", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_agreement-00344", "response_text": "Assignment: R305=Pevra; R469=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_agreement-00681", "response_text": "Assignment: R269=Neris; R439=Gavra", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_agreement-00511", "response_text": "Assignment: R727=Etris; R850=Sella", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_agreement-00477", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_agreement-00545", "response_text": "Assignment: R754=Kest; R194=Baska", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_agreement-00170", "response_text": "Assignment: R263=Lyrra; R703=Uvara", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_agreement-00762", "response_text": "Assignment: R326=Gavra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_agreement-00020", "response_text": "Assignment: R734=Hesta", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_agreement-00415", "response_text": "Assignment: R676=Kest; R368=Veylan", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_agreement-00010", "response_text": "Assignment: R170=Hesta; R233=Orlan", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_agreement-00395", "response_text": "Assignment: R461=Yorin; R846=Zevra", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_agreement-00724", "response_text": "Assignment: R749=Neris", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_agreement-00566", "response_text": "Assignment: R388=Meren; R422=Yorin", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_agreement-00599", "response_text": "Assignment: R528=Xara; R353=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_agreement-00338", "response_text": "Assignment: R673=Werren; R708=Ilyan", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_agreement-00284", "response_text": "Assignment: R328=Yorin", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_agreement-00476", "response_text": "Assignment: R557=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_agreement-00184", "response_text": "Assignment: R364=Deyra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_agreement-00065", "response_text": "Assignment: R963=Ilyan", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_agreement-00226", "response_text": "Assignment: R973=Corren; R224=Sella", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_agreement-00409", "response_text": "Assignment: R994=Veylan", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_agreement-00379", "response_text": "Assignment: R932=Orlan", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_agreement-00474", "response_text": "Assignment: R762=Neris; R298=Jorra", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_agreement-00736", "response_text": "Assignment: R438=Quist", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_agreement-00053", "response_text": "Assignment: R686=Pevra; R707=Lyrra", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_agreement-00121", "response_text": "Assignment: R645=Hesta", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_agreement-00775", "response_text": "Assignment: R868=Pevra", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_agreement-00464", "response_text": "Assignment: R727=Werren; R837=Ilyan", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_agreement-00326", "response_text": "Assignment: R815=Rovan", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_agreement-00454", "response_text": "Assignment: R846=Corren", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_agreement-00367", "response_text": "Assignment: R892=Neris; R269=Zevra", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_agreement-00203", "response_text": "Assignment: R917=Orlan", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_agreement-00490", "response_text": "Assignment: R601=Rovan; R732=Orlan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_agreement-00437", "response_text": "Assignment: R991=Orlan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_agreement-00406", "response_text": "Assignment: R140=Lyrra", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_agreement-00237", "response_text": "Assignment: R475=Deyra; R888=Ilyan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_agreement-00240", "response_text": "Assignment: R759=Hesta", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_agreement-00043", "response_text": "Assignment: R536=Baska; R571=Corren", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_agreement-00355", "response_text": "Assignment: R458=Lyrra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_agreement-00394", "response_text": "Assignment: R127=Orlan", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_agreement-00396", "response_text": "Assignment: R956=Meren; R686=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_agreement-00466", "response_text": "Assignment: R249=Lyrra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_agreement-00462", "response_text": "Assignment: R853=Sella", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_agreement-00114", "response_text": "Assignment: R536=Werren; R486=Jorra", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_agreement-00103", "response_text": "Assignment: R417=Etris; R843=Deyra", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_agreement-00022", "response_text": "Assignment: R145=Aldren; R957=Lyrra", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_agreement-00235", "response_text": "Assignment: R852=Falen", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_agreement-00787", "response_text": "Assignment: R733=Etris; R608=Quist", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_agreement-00124", "response_text": "Assignment: R584=Pevra; R765=Xara", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_agreement-00749", "response_text": "Assignment: R371=Neris; R353=Ilyan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_agreement-00709", "response_text": "Assignment: R761=Neris; R168=Baska", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_agreement-00467", "response_text": "Assignment: R157=Werren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_agreement-00145", "response_text": "Assignment: R791=Etris; R506=Kest", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_agreement-00069", "response_text": "Assignment: R556=Ilyan", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_agreement-00005", "response_text": "Assignment: R380=Tarin", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_agreement-00620", "response_text": "Assignment: R141=Uvara; R968=Werren", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_agreement-00190", "response_text": "Assignment: R573=Gavra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_agreement-00633", "response_text": "Assignment: R718=Veylan", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_agreement-00045", "response_text": "Assignment: R536=Uvara", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_agreement-00468", "response_text": "Assignment: R211=Jorra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_agreement-00562", "response_text": "Assignment: R710=Xara", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_agreement-00531", "response_text": "Assignment: R420=Hesta; R203=Aldren", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_agreement-00698", "response_text": "Assignment: R372=Yorin", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_agreement-00305", "response_text": "Assignment: R981=Pevra", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_agreement-00162", "response_text": "Assignment: R110=Gavra; R869=Yorin", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_agreement-00176", "response_text": "Assignment: R678=Neris", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_agreement-00372", "response_text": "Assignment: R846=Zevra; R332=Etris", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_agreement-00417", "response_text": "Assignment: R853=Hesta; R731=Meren", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_agreement-00777", "response_text": "Assignment: R914=Baska; R278=Tarin", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_agreement-00527", "response_text": "Assignment: R132=Quist; R932=Hesta", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_agreement-00260", "response_text": "Assignment: R675=Gavra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_agreement-00647", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_agreement-00551", "response_text": "Assignment: R854=Xara; R341=Yorin", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_agreement-00581", "response_text": "Assignment: R181=Quist; R534=Gavra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_agreement-00690", "response_text": "Assignment: R371=Quist; R283=Ilyan", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_agreement-00117", "response_text": "Assignment: R405=Tarin", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_agreement-00559", "response_text": "Assignment: R898=Rovan; R797=Deyra", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_agreement-00099", "response_text": "Assignment: R713=Uvara; R914=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_agreement-00513", "response_text": "Assignment: R338=Falen", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_agreement-00624", "response_text": "Assignment: R278=Yorin; R987=Baska", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_agreement-00703", "response_text": "Assignment: R217=Xara; R311=Gavra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_agreement-00362", "response_text": "Assignment: R430=Werren", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_agreement-00291", "response_text": "Assignment: R244=Rovan", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_agreement-00115", "response_text": "Assignment: R519=Neris", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_agreement-00712", "response_text": "Assignment: R870=Falen; R804=Zevra", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_agreement-00610", "response_text": "Assignment: R656=Kest", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_agreement-00514", "response_text": "Assignment: R651=Neris", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_agreement-00072", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_agreement-00024", "response_text": "Assignment: R692=Etris", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_agreement-00644", "response_text": "Assignment: R960=Kest; R753=Xara", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_agreement-00013", "response_text": "Assignment: R789=Ilyan", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_agreement-00428", "response_text": "Assignment: R898=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_agreement-00797", "response_text": "Assignment: R209=Uvara; R688=Veylan", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_agreement-00520", "response_text": "Assignment: R774=Quist", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_agreement-00751", "response_text": "Assignment: R310=Sella", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_agreement-00301", "response_text": "Assignment: R668=Etris", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_agreement-00547", "response_text": "Assignment: R743=Sella; R193=Hesta", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_agreement-00157", "response_text": "Assignment: R270=Veylan; R313=Neris", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_agreement-00492", "response_text": "Assignment: R340=Uvara; R410=Orlan", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_agreement-00795", "response_text": "Assignment: R810=Etris", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_agreement-00267", "response_text": "Assignment: R863=Yorin", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_agreement-00078", "response_text": "Assignment: R839=Veylan; R123=Baska", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_agreement-00783", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_agreement-00334", "response_text": "Assignment: R541=Quist", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_agreement-00678", "response_text": "Assignment: R405=Falen", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_agreement-00577", "response_text": "Assignment: R672=Gavra", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_agreement-00337", "response_text": "Assignment: R358=Zevra", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_agreement-00427", "response_text": "Assignment: R487=Veylan", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_agreement-00232", "response_text": "Assignment: R480=Sella", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_agreement-00553", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_agreement-00469", "response_text": "Assignment: R741=Hesta; R265=Meren", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_agreement-00354", "response_text": "Assignment: R519=Rovan; R342=Deyra", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_agreement-00440", "response_text": "Assignment: R721=Pevra; R614=Lyrra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_agreement-00095", "response_text": "Assignment: R851=Sella", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_agreement-00279", "response_text": "Assignment: R447=Baska; R826=Neris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_agreement-00429", "response_text": "Assignment: R137=Falen; R961=Sella", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_agreement-00346", "response_text": "Assignment: R807=Yorin; R284=Werren", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_agreement-00111", "response_text": "Assignment: R288=Hesta; R330=Pevra", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_agreement-00715", "response_text": "Assignment: R792=Tarin; R795=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_agreement-00533", "response_text": "Assignment: R573=Jorra; R836=Veylan", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_agreement-00530", "response_text": "Assignment: R809=Meren", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_agreement-00481", "response_text": "Assignment: R147=Rovan; R689=Uvara", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_agreement-00134", "response_text": "Assignment: R396=Xara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_agreement-00632", "response_text": "Assignment: R776=Gavra; R104=Falen", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_agreement-00208", "response_text": "Assignment: R877=Veylan", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_agreement-00218", "response_text": "Assignment: R713=Quist", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_agreement-00456", "response_text": "Assignment: R926=Xara; R552=Yorin", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_agreement-00075", "response_text": "Assignment: R200=Rovan; R761=Hesta", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_agreement-00191", "response_text": "Assignment: R458=Etris; R617=Gavra", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_agreement-00706", "response_text": "Assignment: R951=Aldren; R830=Pevra", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_agreement-00648", "response_text": "Assignment: R413=Corren", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_agreement-00087", "response_text": "Assignment: R467=Jorra; R172=Tarin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_agreement-00139", "response_text": "Assignment: R692=Meren; R270=Corren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_agreement-00322", "response_text": "Assignment: R714=Ilyan; R496=Uvara", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_agreement-00041", "response_text": "Assignment: R415=Meren", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_agreement-00306", "response_text": "Assignment: R110=Zevra; R151=Pevra", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_agreement-00315", "response_text": "Assignment: R787=Deyra", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_agreement-00081", "response_text": "Assignment: R326=Aldren", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_agreement-00465", "response_text": "Assignment: R777=Werren; R969=Yorin", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_agreement-00271", "response_text": "Assignment: R513=Pevra", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_agreement-00460", "response_text": "Assignment: R555=Quist; R887=Baska", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_agreement-00443", "response_text": "Assignment: R181=Corren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_agreement-00048", "response_text": "Assignment: R753=Werren; R858=Zevra", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_agreement-00455", "response_text": "Assignment: R765=Gavra; R435=Quist", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_agreement-00665", "response_text": "Assignment: R163=Quist", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_agreement-00604", "response_text": "Assignment: R254=Baska", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_agreement-00189", "response_text": "Assignment: R654=Rovan; R437=Pevra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_agreement-00178", "response_text": "Assignment: R226=Quist; R690=Falen", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_agreement-00483", "response_text": "Assignment: R872=Pevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_agreement-00245", "response_text": "Assignment: R918=Falen; R151=Werren", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_agreement-00539", "response_text": "Assignment: R818=Aldren; R923=Kest", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_agreement-00501", "response_text": "Assignment: R696=Falen; R239=Deyra", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_agreement-00710", "response_text": "Assignment: R700=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_agreement-00018", "response_text": "Assignment: R903=Pevra; R295=Aldren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_agreement-00374", "response_text": "Assignment: R306=Lyrra", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_agreement-00755", "response_text": "Assignment: R905=Sella", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_agreement-00365", "response_text": "Assignment: R338=Baska", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_agreement-00353", "response_text": "Assignment: R438=Quist; R652=Corren", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_agreement-00522", "response_text": "Assignment: R246=Baska; R903=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_agreement-00370", "response_text": "Assignment: R367=Corren", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_agreement-00689", "response_text": "Assignment: R594=Tarin", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_agreement-00679", "response_text": "Assignment: R482=Pevra; R647=Sella", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_agreement-00645", "response_text": "Assignment: R919=Deyra; R924=Uvara", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_agreement-00614", "response_text": "Assignment: R305=Pevra; R117=Tarin", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_agreement-00249", "response_text": "Assignment: R945=Deyra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_agreement-00597", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_agreement-00457", "response_text": "Assignment: R808=Veylan", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_agreement-00489", "response_text": "Assignment: R473=Werren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_agreement-00062", "response_text": "Assignment: R192=Neris", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_agreement-00669", "response_text": "Assignment: R459=Gavra; R617=Veylan", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_agreement-00257", "response_text": "Assignment: R139=Werren; R108=Falen", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_agreement-00021", "response_text": "Assignment: R233=Meren; R730=Veylan", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_agreement-00304", "response_text": "Assignment: R206=Aldren; R536=Kest", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_agreement-00309", "response_text": "Assignment: R917=Rovan; R542=Meren", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_agreement-00555", "response_text": "Assignment: R610=Neris; R574=Rovan", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_agreement-00609", "response_text": "Assignment: R336=Sella", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_agreement-00432", "response_text": "Assignment: R996=Werren", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_agreement-00444", "response_text": "Assignment: R587=Lyrra; R118=Sella", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_agreement-00153", "response_text": "Assignment: R870=Veylan; R977=Aldren", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_agreement-00546", "response_text": "Assignment: R953=Meren", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_agreement-00177", "response_text": "Assignment: R144=Quist; R872=Jorra", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_agreement-00585", "response_text": "Assignment: R589=Uvara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_agreement-00158", "response_text": "Assignment: R970=Veylan; R805=Rovan", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_agreement-00494", "response_text": "Assignment: R836=Zevra", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_agreement-00622", "response_text": "Assignment: R141=Lyrra", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_agreement-00106", "response_text": "Assignment: R458=Zevra; R156=Etris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_agreement-00152", "response_text": "Assignment: R938=Jorra", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_agreement-00097", "response_text": "Assignment: R941=Yorin", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_agreement-00034", "response_text": "Assignment: R548=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_agreement-00789", "response_text": "Assignment: R596=Baska; R625=Meren", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_agreement-00656", "response_text": "Assignment: R296=Ilyan", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_agreement-00046", "response_text": "Assignment: R561=Hesta", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_agreement-00079", "response_text": "Assignment: R197=Orlan; R846=Quist", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_agreement-00298", "response_text": "Assignment: R239=Deyra; R735=Ilyan", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_agreement-00236", "response_text": "Assignment: R114=Ilyan", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_agreement-00652", "response_text": "Assignment: R230=Deyra", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_agreement-00359", "response_text": "Assignment: R141=Meren", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_agreement-00373", "response_text": "Assignment: R303=Ilyan", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_agreement-00050", "response_text": "Assignment: R870=Zevra", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_agreement-00302", "response_text": "Assignment: R556=Yorin; R778=Aldren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_agreement-00500", "response_text": "Assignment: R285=Falen; R925=Kest", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_agreement-00664", "response_text": "Assignment: R272=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_agreement-00781", "response_text": "Assignment: R409=Hesta; R207=Werren", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_agreement-00540", "response_text": "Assignment: R800=Veylan", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_agreement-00194", "response_text": "Assignment: R241=Yorin", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_agreement-00602", "response_text": "Assignment: R357=Falen", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_agreement-00077", "response_text": "Assignment: R824=Deyra", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_agreement-00055", "response_text": "Assignment: R339=Baska; R660=Meren", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_agreement-00333", "response_text": "Assignment: R313=Falen; R119=Hesta", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_agreement-00542", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_agreement-00006", "response_text": "Assignment: R516=Lyrra; R755=Corren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_agreement-00137", "response_text": "Assignment: R577=Jorra", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_agreement-00482", "response_text": "Assignment: R151=Kest; R962=Yorin", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_agreement-00400", "response_text": "Assignment: R836=Corren; R457=Xara", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_agreement-00707", "response_text": "Assignment: R777=Baska", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_agreement-00532", "response_text": "Assignment: R938=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_agreement-00014", "response_text": "Assignment: R793=Veylan; R554=Uvara", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_agreement-00668", "response_text": "Assignment: R217=Neris", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_agreement-00000", "response_text": "Assignment: R164=Deyra; R370=Quist", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_agreement-00140", "response_text": "Assignment: R698=Quist", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_agreement-00244", "response_text": "Assignment: R359=Lyrra; R818=Sella", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_agreement-00347", "response_text": "Assignment: R359=Falen", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_agreement-00215", "response_text": "Assignment: R914=Corren", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_agreement-00754", "response_text": "Assignment: R172=Meren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_agreement-00472", "response_text": "Assignment: R790=Sella", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_agreement-00130", "response_text": "Assignment: R140=Deyra; R271=Gavra", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_agreement-00174", "response_text": "Assignment: R224=Xara; R612=Gavra", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_agreement-00109", "response_text": "Assignment: R147=Gavra; R674=Werren", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_agreement-00307", "response_text": "Assignment: R976=Baska", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_agreement-00708", "response_text": "Assignment: R765=Rovan; R244=Meren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_agreement-00677", "response_text": "Assignment: R272=Neris; R812=Kest", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_agreement-00029", "response_text": "Assignment: R438=Gavra; R455=Veylan", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_agreement-00756", "response_text": "Assignment: R248=Zevra", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_agreement-00127", "response_text": "Assignment: R970=Hesta", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_agreement-00212", "response_text": "Assignment: R487=Rovan; R124=Zevra", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_agreement-00607", "response_text": "Assignment: R910=Ilyan; R507=Baska", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_agreement-00697", "response_text": "Assignment: R266=Rovan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_agreement-00563", "response_text": "Assignment: R640=Neris; R452=Lyrra", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_agreement-00561", "response_text": "Assignment: R865=Jorra", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_agreement-00091", "response_text": "Assignment: R308=Xara", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_agreement-00771", "response_text": "Assignment: R561=Tarin; R176=Kest", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_agreement-00507", "response_text": "Assignment: R132=Neris; R391=Yorin", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_agreement-00684", "response_text": "Assignment: R336=Yorin; R509=Sella", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_agreement-00575", "response_text": "Assignment: R680=Kest", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_agreement-00447", "response_text": "Assignment: R682=Jorra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_agreement-00222", "response_text": "Assignment: R339=Uvara", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_agreement-00262", "response_text": "Assignment: R432=Aldren; R781=Pevra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_agreement-00414", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_agreement-00586", "response_text": "Assignment: R427=Lyrra", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_agreement-00587", "response_text": "Assignment: R923=Meren; R805=Baska", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_agreement-00433", "response_text": "Assignment: R588=Lyrra; R178=Quist", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_agreement-00430", "response_text": "Assignment: R447=Pevra; R271=Tarin", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_agreement-00425", "response_text": "Assignment: R308=Tarin; R974=Yorin", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_agreement-00030", "response_text": "Assignment: R995=Orlan", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_agreement-00332", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_agreement-00643", "response_text": "Assignment: R737=Corren; R687=Tarin", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_agreement-00049", "response_text": "Assignment: R270=Baska", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_agreement-00026", "response_text": "Assignment: R632=Xara", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_agreement-00451", "response_text": "Assignment: R626=Pevra; R989=Aldren", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_agreement-00729", "response_text": "Assignment: R899=Aldren; R101=Veylan", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_agreement-00025", "response_text": "Assignment: R249=Gavra; R979=Werren", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_agreement-00570", "response_text": "Assignment: R562=Uvara; R179=Rovan", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_agreement-00274", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_agreement-00120", "response_text": "Assignment: R270=Ilyan; R457=Etris", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_agreement-00325", "response_text": "Assignment: R255=Kest; R693=Lyrra", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_agreement-00623", "response_text": "Assignment: R153=Zevra; R403=Quist", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_agreement-00051", "response_text": "Assignment: R702=Lyrra; R155=Gavra", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_agreement-00725", "response_text": "Assignment: R664=Uvara", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_agreement-00442", "response_text": "Assignment: R369=Uvara; R592=Orlan", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_agreement-00147", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_agreement-00663", "response_text": "Assignment: R386=Baska; R607=Werren", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_agreement-00280", "response_text": "Assignment: R103=Lyrra; R290=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_agreement-00505", "response_text": "Assignment: R589=Sella; R952=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_agreement-00671", "response_text": "Assignment: R250=Zevra; R830=Yorin", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_agreement-00637", "response_text": "Assignment: R302=Veylan; R540=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_agreement-00160", "response_text": "Assignment: R428=Rovan", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_agreement-00297", "response_text": "Assignment: R131=Ilyan", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_holdout_conflict.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_conflict-00040", "response_text": "Assignment: R721=Neris", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_conflict-00083", "response_text": "Assignment: R750=Aldren; R518=Meren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_conflict-00761", "response_text": "Assignment: R698=Corren", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_conflict-00586", "response_text": "Assignment: R935=Pevra; R353=Sella", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_conflict-00704", "response_text": "Assignment: R787=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_conflict-00058", "response_text": "Assignment: R410=Uvara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_conflict-00599", "response_text": "Assignment: R860=Neris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_conflict-00067", "response_text": "Assignment: R333=Zevra; R418=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_conflict-00741", "response_text": "Assignment: R470=Sella; R101=Corren", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_conflict-00276", "response_text": "Assignment: R698=Kest", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_conflict-00205", "response_text": "Assignment: R591=Kest", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_conflict-00748", "response_text": "Assignment: R261=Corren; R872=Pevra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_conflict-00616", "response_text": "Assignment: R746=Orlan; R715=Falen", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_conflict-00092", "response_text": "Assignment: R170=Lyrra; R491=Hesta", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_conflict-00593", "response_text": "Assignment: R764=Rovan; R452=Kest", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_conflict-00008", "response_text": "Assignment: R476=Hesta; R978=Falen", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_conflict-00362", "response_text": "Assignment: R294=Sella; R121=Deyra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_conflict-00670", "response_text": "Assignment: R371=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_conflict-00168", "response_text": "Assignment: R329=Rovan", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_conflict-00087", "response_text": "Assignment: R926=Baska; R233=Zevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_conflict-00302", "response_text": "Assignment: R168=Tarin; R619=Tarin", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_conflict-00304", "response_text": "Assignment: R398=Ilyan; R491=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_conflict-00496", "response_text": "Assignment: R617=Orlan", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_conflict-00778", "response_text": "Assignment: R454=Deyra", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_conflict-00306", "response_text": "Assignment: R693=Rovan; R228=Deyra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_conflict-00342", "response_text": "Assignment: R964=Rovan", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_conflict-00659", "response_text": "Assignment: R276=Sella", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_conflict-00409", "response_text": "Assignment: R862=Etris", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_conflict-00528", "response_text": "Assignment: R366=Sella", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_conflict-00786", "response_text": "Assignment: R685=Aldren; R824=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_conflict-00479", "response_text": "Assignment: R992=Ilyan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_conflict-00233", "response_text": "Assignment: R447=Ilyan; R322=Etris", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_conflict-00780", "response_text": "Assignment: R906=Neris; R207=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_conflict-00437", "response_text": "Assignment: R898=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_conflict-00066", "response_text": "Assignment: R163=Baska; R632=Uvara", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_conflict-00357", "response_text": "Assignment: R339=Uvara; R790=Werren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_conflict-00745", "response_text": "Assignment: R682=Tarin; R639=Neris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_conflict-00500", "response_text": "Assignment: R880=Rovan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_conflict-00105", "response_text": "Assignment: R536=Kest", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_conflict-00016", "response_text": "Assignment: R761=Veylan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_conflict-00591", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_conflict-00794", "response_text": "Assignment: R771=Jorra; R972=Xara", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_conflict-00735", "response_text": "Assignment: R855=Werren", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_conflict-00716", "response_text": "Assignment: R397=Lyrra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_conflict-00544", "response_text": "Assignment: R308=Ilyan; R981=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_conflict-00355", "response_text": "Assignment: R209=Uvara; R862=Uvara", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_conflict-00114", "response_text": "Assignment: R640=Tarin", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_conflict-00032", "response_text": "Assignment: R742=Orlan; R632=Deyra", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_conflict-00095", "response_text": "Assignment: R580=Orlan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_conflict-00414", "response_text": "Assignment: R837=Jorra", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_conflict-00643", "response_text": "Assignment: R599=Jorra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_conflict-00598", "response_text": "Assignment: R529=Neris; R335=Werren", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_conflict-00054", "response_text": "Assignment: R991=Neris; R619=Uvara", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_conflict-00424", "response_text": "Assignment: R785=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_conflict-00742", "response_text": "Assignment: R978=Baska", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_conflict-00577", "response_text": "Assignment: R762=Falen", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_conflict-00515", "response_text": "Assignment: R280=Neris; R160=Deyra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_conflict-00324", "response_text": "Assignment: R103=Neris", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_conflict-00059", "response_text": "Assignment: R877=Quist; R617=Meren", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_conflict-00195", "response_text": "Assignment: R821=Kest", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_conflict-00235", "response_text": "Assignment: R253=Corren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_conflict-00096", "response_text": "Assignment: R855=Baska", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_conflict-00150", "response_text": "Assignment: R358=Corren", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_conflict-00456", "response_text": "Assignment: R607=Lyrra; R627=Aldren", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_conflict-00535", "response_text": "Assignment: R236=Deyra; R158=Veylan", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_conflict-00412", "response_text": "Assignment: R782=Falen; R484=Meren", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_conflict-00553", "response_text": "Assignment: R703=Xara", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_conflict-00393", "response_text": "Assignment: R314=Hesta", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_conflict-00585", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_conflict-00796", "response_text": "Assignment: R898=Etris; R394=Tarin", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_conflict-00069", "response_text": "Assignment: R519=Yorin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_conflict-00260", "response_text": "Assignment: R922=Uvara; R817=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_conflict-00356", "response_text": "Assignment: R621=Falen; R233=Neris", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_conflict-00438", "response_text": "Assignment: R102=Deyra; R364=Meren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_conflict-00426", "response_text": "Assignment: R702=Deyra; R799=Xara", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_conflict-00463", "response_text": "Assignment: R583=Corren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_conflict-00243", "response_text": "Assignment: R658=Veylan", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_conflict-00234", "response_text": "Assignment: R165=Meren; R292=Xara", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_conflict-00647", "response_text": "Assignment: R841=Tarin; R401=Gavra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_conflict-00788", "response_text": "Assignment: R131=Gavra", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_conflict-00327", "response_text": "Assignment: R496=Werren", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_conflict-00224", "response_text": "Assignment: R242=Rovan", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_conflict-00033", "response_text": "Assignment: R765=Uvara", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_conflict-00002", "response_text": "Assignment: R155=Zevra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_conflict-00122", "response_text": "Assignment: R787=Meren; R837=Veylan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_conflict-00193", "response_text": "Assignment: R562=Veylan; R940=Yorin", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_conflict-00170", "response_text": "Assignment: R524=Etris; R450=Meren", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_conflict-00516", "response_text": "Assignment: R544=Kest; R302=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_conflict-00571", "response_text": "Assignment: R859=Quist", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_conflict-00108", "response_text": "Assignment: R233=Xara", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_conflict-00216", "response_text": "Assignment: R844=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_conflict-00169", "response_text": "Assignment: R909=Yorin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_conflict-00211", "response_text": "Assignment: R958=Ilyan; R713=Sella", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_conflict-00637", "response_text": "Assignment: R300=Deyra; R683=Pevra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_conflict-00300", "response_text": "Assignment: R484=Xara", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_conflict-00684", "response_text": "Assignment: R246=Gavra; R863=Kest", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_conflict-00395", "response_text": "Assignment: R960=Rovan; R456=Xara", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_conflict-00445", "response_text": "Assignment: R818=Etris", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_conflict-00184", "response_text": "Assignment: R195=Rovan", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_conflict-00421", "response_text": "Assignment: R626=Uvara", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_conflict-00629", "response_text": "Assignment: R623=Deyra", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_conflict-00522", "response_text": "Assignment: R133=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_conflict-00452", "response_text": "Assignment: R566=Corren", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_conflict-00185", "response_text": "Assignment: R161=Werren; R988=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_conflict-00210", "response_text": "Assignment: R235=Uvara", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_conflict-00326", "response_text": "Assignment: R473=Neris; R844=Jorra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_conflict-00740", "response_text": "Assignment: R621=Xara; R729=Sella", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_conflict-00192", "response_text": "Assignment: R313=Tarin; R800=Yorin", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_conflict-00165", "response_text": "Assignment: R942=Xara", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_conflict-00249", "response_text": "Assignment: R156=Sella; R274=Hesta", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_conflict-00628", "response_text": "Assignment: R933=Ilyan; R370=Sella", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_conflict-00650", "response_text": "Assignment: R670=Sella; R916=Deyra", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_conflict-00119", "response_text": "Assignment: R737=Gavra; R723=Jorra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_conflict-00171", "response_text": "Assignment: R645=Quist; R724=Hesta", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_conflict-00186", "response_text": "Assignment: R631=Gavra; R794=Tarin", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_conflict-00475", "response_text": "Assignment: R304=Rovan; R712=Ilyan", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_conflict-00758", "response_text": "Assignment: R207=Ilyan", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_conflict-00630", "response_text": "Assignment: R737=Neris", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_conflict-00167", "response_text": "Assignment: R449=Xara; R976=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_conflict-00406", "response_text": "Assignment: R781=Yorin; R473=Kest", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_conflict-00717", "response_text": "Assignment: R852=Jorra; R556=Veylan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_conflict-00587", "response_text": "Assignment: R587=Baska", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_conflict-00051", "response_text": "Assignment: R252=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_conflict-00661", "response_text": "Assignment: R550=Pevra", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_conflict-00721", "response_text": "Assignment: R304=Meren; R831=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_conflict-00652", "response_text": "Assignment: R895=Orlan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_conflict-00206", "response_text": "Assignment: R949=Falen; R939=Zevra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_conflict-00698", "response_text": "Assignment: R212=Baska; R139=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_conflict-00236", "response_text": "Assignment: R778=Corren; R285=Etris", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_conflict-00757", "response_text": "Assignment: R265=Zevra; R835=Lyrra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_conflict-00764", "response_text": "Assignment: R996=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_conflict-00662", "response_text": "Assignment: R927=Deyra", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_conflict-00094", "response_text": "Assignment: R602=Rovan; R504=Etris", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_conflict-00446", "response_text": "Assignment: R168=Werren; R380=Xara", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_conflict-00079", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_conflict-00349", "response_text": "Assignment: R177=Sella", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_conflict-00583", "response_text": "Assignment: R537=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_conflict-00536", "response_text": "Assignment: R873=Neris; R460=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_conflict-00566", "response_text": "Assignment: R434=Hesta; R145=Xara", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_conflict-00132", "response_text": "Assignment: R776=Gavra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_conflict-00050", "response_text": "Assignment: R290=Tarin", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_conflict-00665", "response_text": "Assignment: R131=Yorin; R595=Etris", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_conflict-00550", "response_text": "Assignment: R403=Kest; R180=Lyrra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_conflict-00417", "response_text": "Assignment: R836=Meren", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_conflict-00459", "response_text": "Assignment: R700=Tarin", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_conflict-00773", "response_text": "Assignment: R298=Werren", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_conflict-00747", "response_text": "Assignment: R348=Sella", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_conflict-00728", "response_text": "Assignment: R716=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_conflict-00203", "response_text": "Assignment: R293=Aldren; R217=Rovan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_conflict-00013", "response_text": "Assignment: R145=Werren; R437=Sella", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_conflict-00511", "response_text": "Assignment: R380=Ilyan; R187=Orlan", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_conflict-00106", "response_text": "Assignment: R152=Lyrra; R729=Hesta", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_conflict-00523", "response_text": "Assignment: R822=Xara", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_conflict-00025", "response_text": "Assignment: R666=Uvara", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_conflict-00007", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_conflict-00460", "response_text": "Assignment: R718=Falen; R951=Xara", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_conflict-00512", "response_text": "Assignment: R896=Ilyan", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_conflict-00607", "response_text": "Assignment: R681=Rovan", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_conflict-00525", "response_text": "Assignment: R844=Meren", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_conflict-00387", "response_text": "Assignment: R587=Baska; R877=Deyra", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_conflict-00418", "response_text": "Assignment: R864=Rovan", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_conflict-00597", "response_text": "Assignment: R610=Sella; R912=Kest", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_conflict-00734", "response_text": "Assignment: R120=Zevra; R697=Gavra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_conflict-00341", "response_text": "Assignment: R741=Corren; R652=Yorin", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_conflict-00581", "response_text": "Assignment: R423=Lyrra", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_conflict-00280", "response_text": "Assignment: R837=Aldren; R395=Falen", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_conflict-00768", "response_text": "Assignment: R136=Werren; R384=Ilyan", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_conflict-00792", "response_text": "Assignment: R564=Yorin; R757=Lyrra", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_conflict-00711", "response_text": "Assignment: R789=Veylan; R449=Xara", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_conflict-00134", "response_text": "Assignment: R834=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_conflict-00504", "response_text": "Assignment: R475=Rovan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_conflict-00358", "response_text": "Assignment: R677=Baska", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_conflict-00723", "response_text": "Assignment: R933=Yorin", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_conflict-00399", "response_text": "Assignment: R820=Pevra", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_conflict-00172", "response_text": "Assignment: R386=Xara; R884=Quist", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_conflict-00799", "response_text": "Assignment: R321=Hesta; R720=Corren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_conflict-00219", "response_text": "Assignment: R272=Corren", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_conflict-00175", "response_text": "Assignment: R395=Gavra", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_conflict-00006", "response_text": "Assignment: R176=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_conflict-00082", "response_text": "Assignment: R731=Quist", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_conflict-00575", "response_text": "Assignment: R397=Deyra; R266=Corren", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_conflict-00542", "response_text": "Assignment: R323=Uvara", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_conflict-00707", "response_text": "Assignment: R704=Xara; R613=Etris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_conflict-00461", "response_text": "Assignment: R923=Orlan", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_conflict-00223", "response_text": "Assignment: R708=Rovan", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_conflict-00783", "response_text": "Assignment: R307=Gavra", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_conflict-00191", "response_text": "Assignment: R771=Orlan; R532=Orlan", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_conflict-00634", "response_text": "Assignment: R629=Lyrra; R728=Werren", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_conflict-00530", "response_text": "Assignment: R259=Hesta", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_conflict-00558", "response_text": "Assignment: R869=Sella", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_conflict-00372", "response_text": "Assignment: R370=Sella; R401=Uvara", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_conflict-00242", "response_text": "Assignment: R128=Lyrra; R644=Quist", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_conflict-00189", "response_text": "Assignment: R245=Sella", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_conflict-00795", "response_text": "Assignment: R513=Kest", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_conflict-00621", "response_text": "Assignment: R204=Ilyan", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_conflict-00503", "response_text": "Assignment: R866=Jorra; R430=Veylan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_conflict-00298", "response_text": "Assignment: R359=Veylan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_conflict-00693", "response_text": "Assignment: R191=Gavra", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_conflict-00502", "response_text": "Assignment: R248=Veylan", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_conflict-00738", "response_text": "Assignment: R800=Lyrra; R299=Meren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_conflict-00551", "response_text": "Assignment: R275=Baska", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_conflict-00753", "response_text": "Assignment: R205=Quist; R890=Gavra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_conflict-00510", "response_text": "Assignment: R183=Sella; R976=Falen", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_conflict-00589", "response_text": "Assignment: R978=Sella; R179=Aldren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_conflict-00705", "response_text": "Assignment: R438=Rovan", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_conflict-00021", "response_text": "Assignment: R801=Kest; R493=Uvara", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_conflict-00244", "response_text": "Assignment: R689=Yorin; R343=Ilyan", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_conflict-00133", "response_text": "Assignment: R981=Aldren; R448=Rovan", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_conflict-00386", "response_text": "Assignment: R660=Jorra", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_conflict-00073", "response_text": "Assignment: R754=Hesta", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_conflict-00468", "response_text": "Assignment: R325=Werren", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_conflict-00086", "response_text": "Assignment: R880=Aldren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_conflict-00529", "response_text": "Assignment: R125=Yorin; R147=Werren", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_conflict-00692", "response_text": "Assignment: R385=Jorra; R482=Corren", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_conflict-00337", "response_text": "Assignment: R197=Zevra", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_conflict-00517", "response_text": "Assignment: R969=Uvara", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_conflict-00687", "response_text": "Assignment: R162=Orlan; R709=Jorra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_conflict-00651", "response_text": "Assignment: R983=Uvara", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_conflict-00028", "response_text": "Assignment: R723=Quist; R524=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_conflict-00228", "response_text": "Assignment: R956=Lyrra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_conflict-00088", "response_text": "Assignment: R768=Yorin", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_conflict-00238", "response_text": "Assignment: R775=Hesta", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_conflict-00272", "response_text": "Assignment: R914=Xara", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_conflict-00309", "response_text": "Assignment: R889=Etris; R705=Rovan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_conflict-00085", "response_text": "Assignment: R992=Etris; R825=Lyrra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_conflict-00464", "response_text": "Assignment: R466=Xara", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_conflict-00397", "response_text": "Assignment: R745=Uvara; R654=Pevra", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_conflict-00128", "response_text": "Assignment: R882=Werren", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_conflict-00305", "response_text": "Assignment: R416=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_conflict-00093", "response_text": "Assignment: R220=Corren", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_conflict-00429", "response_text": "Assignment: R812=Veylan; R454=Zevra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_conflict-00215", "response_text": "Assignment: R328=Jorra; R333=Gavra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_conflict-00605", "response_text": "Assignment: R127=Werren", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_conflict-00116", "response_text": "Assignment: R828=Orlan; R241=Falen", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_conflict-00117", "response_text": "Assignment: R633=Yorin", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_conflict-00508", "response_text": "Assignment: R595=Hesta", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_conflict-00559", "response_text": "Assignment: R954=Uvara; R550=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_conflict-00709", "response_text": "Assignment: R973=Uvara; R612=Baska", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_conflict-00756", "response_text": "Assignment: R719=Aldren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_conflict-00123", "response_text": "Assignment: R102=Etris; R175=Aldren", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_conflict-00767", "response_text": "Assignment: R298=Zevra; R791=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_conflict-00449", "response_text": "Assignment: R232=Xara; R249=Rovan", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_conflict-00343", "response_text": "Assignment: R334=Veylan; R653=Baska", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_conflict-00744", "response_text": "Assignment: R712=Yorin; R610=Jorra", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_conflict-00180", "response_text": "Assignment: R383=Xara; R104=Tarin", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_conflict-00314", "response_text": "Assignment: R169=Baska; R697=Falen", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_conflict-00726", "response_text": "Assignment: R878=Werren; R341=Xara", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_conflict-00147", "response_text": "Assignment: R921=Lyrra; R888=Etris", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_conflict-00755", "response_text": "Assignment: R239=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_conflict-00784", "response_text": "Assignment: R548=Werren", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_conflict-00483", "response_text": "Assignment: R920=Tarin; R603=Hesta", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_conflict-00097", "response_text": "Assignment: R144=Hesta", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_conflict-00787", "response_text": "Assignment: R557=Baska; R725=Sella", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_conflict-00588", "response_text": "Assignment: R118=Tarin; R357=Jorra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_conflict-00038", "response_text": "Assignment: R406=Xara", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_conflict-00347", "response_text": "Assignment: R431=Veylan; R333=Tarin", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_conflict-00010", "response_text": "Assignment: R257=Xara", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_conflict-00030", "response_text": "Assignment: R345=Orlan; R767=Deyra", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_conflict-00177", "response_text": "Assignment: R586=Quist", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_conflict-00270", "response_text": "Assignment: R329=Gavra", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_conflict-00269", "response_text": "Assignment: R771=Tarin", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_conflict-00455", "response_text": "Assignment: R915=Deyra; R877=Hesta", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_conflict-00506", "response_text": "Assignment: R186=Xara", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_conflict-00257", "response_text": "Assignment: R470=Hesta", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_conflict-00229", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_conflict-00053", "response_text": "Assignment: R700=Rovan", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_conflict-00202", "response_text": "Assignment: R423=Sella", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_conflict-00727", "response_text": "Assignment: R288=Meren", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_conflict-00402", "response_text": "Assignment: R211=Etris; R387=Hesta", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_conflict-00037", "response_text": "Assignment: R472=Kest; R543=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_conflict-00638", "response_text": "Assignment: R428=Tarin; R702=Yorin", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_conflict-00526", "response_text": "Assignment: R714=Uvara", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_conflict-00278", "response_text": "Assignment: R668=Gavra; R438=Gavra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_conflict-00556", "response_text": "Assignment: R693=Deyra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_conflict-00441", "response_text": "Assignment: R400=Pevra; R700=Rovan", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_conflict-00485", "response_text": "Assignment: R320=Meren; R706=Werren", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_conflict-00075", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_conflict-00074", "response_text": "Assignment: R250=Gavra; R511=Corren", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_conflict-00131", "response_text": "Assignment: R901=Meren; R933=Deyra", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_conflict-00295", "response_text": "Assignment: R443=Sella", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_conflict-00339", "response_text": "Assignment: R837=Orlan; R301=Uvara", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_conflict-00160", "response_text": "Assignment: R231=Rovan; R244=Ilyan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_conflict-00130", "response_text": "Assignment: R767=Neris; R877=Hesta", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_conflict-00408", "response_text": "Assignment: R842=Kest; R345=Uvara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_conflict-00031", "response_text": "Assignment: R484=Etris", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_conflict-00751", "response_text": "Assignment: R418=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_conflict-00288", "response_text": "Assignment: R731=Pevra", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_conflict-00624", "response_text": "Assignment: R621=Sella; R982=Hesta", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_conflict-00493", "response_text": "Assignment: R458=Gavra", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_conflict-00039", "response_text": "Assignment: R277=Meren; R641=Rovan", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_conflict-00465", "response_text": "Assignment: R176=Etris", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_conflict-00374", "response_text": "Assignment: R484=Sella; R481=Hesta", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_conflict-00552", "response_text": "Assignment: R610=Falen; R822=Neris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_conflict-00470", "response_text": "Assignment: R731=Aldren; R218=Lyrra", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_conflict-00237", "response_text": "Assignment: R314=Aldren; R623=Quist", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_conflict-00344", "response_text": "Assignment: R864=Zevra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_conflict-00154", "response_text": "Assignment: R998=Etris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_conflict-00715", "response_text": "Assignment: R364=Orlan; R944=Kest", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_conflict-00209", "response_text": "Assignment: R314=Sella; R586=Yorin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_conflict-00448", "response_text": "Assignment: R798=Orlan", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_conflict-00196", "response_text": "Assignment: R351=Rovan; R537=Zevra", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_conflict-00099", "response_text": "Assignment: R777=Uvara; R446=Deyra", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_conflict-00350", "response_text": "Assignment: R384=Hesta; R853=Aldren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_conflict-00389", "response_text": "Assignment: R474=Orlan; R651=Jorra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_conflict-00174", "response_text": "Assignment: R318=Gavra; R841=Hesta", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_conflict-00190", "response_text": "Assignment: R629=Veylan", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_conflict-00115", "response_text": "Assignment: R245=Deyra; R191=Tarin", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_conflict-00779", "response_text": "Assignment: R654=Baska", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_conflict-00677", "response_text": "Assignment: R487=Quist", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_conflict-00157", "response_text": "Assignment: R325=Uvara", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_conflict-00064", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_conflict-00676", "response_text": "Assignment: R502=Tarin; R323=Zevra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_conflict-00631", "response_text": "Assignment: R793=Hesta; R143=Deyra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_conflict-00230", "response_text": "Assignment: R557=Aldren; R153=Deyra", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_conflict-00497", "response_text": "Assignment: R192=Lyrra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_conflict-00026", "response_text": "Assignment: R428=Baska; R540=Falen", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_conflict-00574", "response_text": "Assignment: R275=Uvara", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_conflict-00290", "response_text": "Assignment: R678=Zevra; R722=Veylan", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_conflict-00636", "response_text": "Assignment: R443=Veylan", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_conflict-00563", "response_text": "Assignment: R164=Xara", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_conflict-00005", "response_text": "Assignment: R123=Tarin; R240=Deyra", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_conflict-00770", "response_text": "Assignment: R230=Uvara", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_conflict-00370", "response_text": "Assignment: R600=Veylan; R949=Neris", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_conflict-00775", "response_text": "Assignment: R858=Zevra; R501=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_conflict-00068", "response_text": "Assignment: R985=Aldren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_conflict-00283", "response_text": "Assignment: R733=Gavra", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_conflict-00618", "response_text": "Assignment: R547=Veylan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_conflict-00423", "response_text": "Assignment: R427=Jorra", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_conflict-00250", "response_text": "Assignment: R676=Werren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_conflict-00639", "response_text": "Assignment: R776=Jorra", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_conflict-00256", "response_text": "Assignment: R585=Meren; R246=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_conflict-00248", "response_text": "Assignment: R425=Aldren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_conflict-00142", "response_text": "Assignment: R169=Werren", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_conflict-00382", "response_text": "Assignment: R120=Yorin", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_conflict-00401", "response_text": "Assignment: R210=Veylan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_conflict-00020", "response_text": "Assignment: R552=Corren; R684=Werren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_conflict-00286", "response_text": "Assignment: R554=Neris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_conflict-00471", "response_text": "Assignment: R582=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_conflict-00127", "response_text": "Assignment: R873=Lyrra; R229=Uvara", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_conflict-00325", "response_text": "Assignment: R512=Jorra; R458=Xara", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_conflict-00432", "response_text": "Assignment: R826=Kest", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_conflict-00594", "response_text": "Assignment: R253=Veylan", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_conflict-00351", "response_text": "Assignment: R451=Etris; R341=Aldren", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_conflict-00785", "response_text": "Assignment: R979=Quist", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_conflict-00220", "response_text": "Assignment: R704=Werren", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_conflict-00158", "response_text": "Assignment: R344=Lyrra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_conflict-00538", "response_text": "Assignment: R306=Uvara; R104=Veylan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_conflict-00763", "response_text": "Assignment: R389=Sella; R294=Etris", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_conflict-00022", "response_text": "Assignment: R117=Ilyan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_conflict-00179", "response_text": "Assignment: R665=Jorra; R873=Corren", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_conflict-00467", "response_text": "Assignment: R646=Lyrra; R375=Veylan", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_conflict-00499", "response_text": "Assignment: R627=Xara; R633=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_conflict-00411", "response_text": "Assignment: R863=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_conflict-00737", "response_text": "Assignment: R914=Uvara; R695=Veylan", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_conflict-00413", "response_text": "Assignment: R235=Orlan", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_conflict-00289", "response_text": "Assignment: R924=Jorra", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_conflict-00714", "response_text": "Assignment: R201=Kest; R930=Gavra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_conflict-00431", "response_text": "Assignment: R533=Pevra", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_conflict-00675", "response_text": "Assignment: R317=Orlan", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_conflict-00673", "response_text": "Assignment: R452=Uvara; R841=Rovan", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_conflict-00307", "response_text": "Assignment: R758=Zevra", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_conflict-00140", "response_text": "Assignment: R325=Meren; R806=Deyra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_conflict-00281", "response_text": "Assignment: R419=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_conflict-00480", "response_text": "Assignment: R473=Falen", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_conflict-00345", "response_text": "Assignment: R409=Veylan", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_conflict-00691", "response_text": "Assignment: R562=Orlan; R318=Meren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_conflict-00364", "response_text": "Assignment: R177=Yorin", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_conflict-00113", "response_text": "Assignment: R150=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_conflict-00425", "response_text": "Assignment: R780=Veylan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_conflict-00706", "response_text": "Assignment: R461=Yorin; R962=Werren", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_conflict-00419", "response_text": "Assignment: R258=Etris; R344=Ilyan", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_conflict-00360", "response_text": "Assignment: R563=Sella; R174=Neris", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_conflict-00595", "response_text": "Assignment: R134=Quist", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_conflict-00557", "response_text": "Assignment: R241=Hesta; R893=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_conflict-00155", "response_text": "Assignment: R750=Gavra; R844=Pevra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_conflict-00492", "response_text": "Assignment: R916=Meren; R937=Baska", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_conflict-00410", "response_text": "Assignment: R871=Hesta; R139=Quist", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_conflict-00338", "response_text": "Assignment: R108=Baska; R263=Werren", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_conflict-00695", "response_text": "Assignment: R618=Xara; R860=Gavra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_conflict-00569", "response_text": "Assignment: R493=Yorin", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_conflict-00657", "response_text": "Assignment: R516=Baska; R848=Ilyan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_conflict-00789", "response_text": "Assignment: R920=Aldren", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_conflict-00143", "response_text": "Assignment: R411=Tarin", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_conflict-00294", "response_text": "Assignment: R966=Gavra; R283=Hesta", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_conflict-00240", "response_text": "Assignment: R886=Zevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_conflict-00136", "response_text": "Assignment: R483=Pevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_conflict-00713", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_conflict-00254", "response_text": "Assignment: R394=Orlan", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_conflict-00301", "response_text": "Assignment: R227=Werren; R493=Sella", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_conflict-00562", "response_text": "Assignment: R727=Sella", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_conflict-00610", "response_text": "Assignment: R587=Pevra; R682=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_conflict-00100", "response_text": "Assignment: R930=Pevra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_conflict-00444", "response_text": "Assignment: R101=Sella; R823=Neris", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_conflict-00601", "response_text": "Assignment: R703=Aldren; R514=Baska", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_conflict-00776", "response_text": "Assignment: R948=Werren; R686=Meren", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_conflict-00478", "response_text": "Assignment: R190=Deyra", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_conflict-00319", "response_text": "Assignment: R792=Aldren; R529=Veylan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_conflict-00334", "response_text": "Assignment: R968=Falen", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_conflict-00148", "response_text": "Assignment: R984=Kest", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_conflict-00251", "response_text": "Assignment: R318=Gavra; R645=Quist", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_conflict-00642", "response_text": "Assignment: R159=Baska; R957=Corren", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_conflict-00457", "response_text": "Assignment: R481=Etris; R497=Zevra", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_conflict-00139", "response_text": "Assignment: R669=Hesta; R976=Aldren", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_conflict-00379", "response_text": "Assignment: R865=Orlan; R374=Rovan", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_conflict-00543", "response_text": "Assignment: R782=Kest; R956=Kest", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_conflict-00568", "response_text": "Assignment: R457=Kest; R177=Uvara", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_conflict-00056", "response_text": "Assignment: R751=Ilyan; R602=Werren", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_conflict-00359", "response_text": "Assignment: R592=Quist", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_conflict-00371", "response_text": "Assignment: R174=Hesta; R967=Neris", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_conflict-00732", "response_text": "Assignment: R114=Werren; R752=Tarin", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_conflict-00688", "response_text": "Assignment: R869=Yorin; R886=Gavra", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_conflict-00578", "response_text": "Assignment: R366=Pevra; R496=Yorin", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_conflict-00736", "response_text": "Assignment: R777=Rovan", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_conflict-00436", "response_text": "Assignment: R489=Pevra; R565=Orlan", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_conflict-00003", "response_text": "Assignment: R951=Tarin; R786=Orlan", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_conflict-00263", "response_text": "Assignment: R384=Tarin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_conflict-00798", "response_text": "Assignment: R378=Deyra", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_conflict-00173", "response_text": "Assignment: R463=Zevra", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_conflict-00310", "response_text": "Assignment: R780=Lyrra; R373=Yorin", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_conflict-00750", "response_text": "Assignment: R624=Orlan", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_conflict-00333", "response_text": "Assignment: R239=Etris; R246=Jorra", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_conflict-00473", "response_text": "Assignment: R374=Pevra; R837=Yorin", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_conflict-00731", "response_text": "Assignment: R132=Baska", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_conflict-00107", "response_text": "Assignment: R753=Corren; R244=Ilyan", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_conflict-00201", "response_text": "Assignment: R697=Falen", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_conflict-00472", "response_text": "Assignment: R706=Tarin", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_conflict-00700", "response_text": "Assignment: R918=Ilyan; R974=Jorra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_conflict-00388", "response_text": "Assignment: R164=Falen", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_conflict-00321", "response_text": "Assignment: R930=Yorin; R842=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_conflict-00678", "response_text": "Assignment: R618=Gavra", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_conflict-00246", "response_text": "Assignment: R614=Gavra; R409=Baska", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_conflict-00625", "response_text": "Assignment: R487=Rovan", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_conflict-00271", "response_text": "Assignment: R658=Hesta; R534=Etris", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_conflict-00699", "response_text": "Assignment: R154=Falen", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_conflict-00363", "response_text": "Assignment: R151=Ilyan", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_conflict-00023", "response_text": "Assignment: R645=Lyrra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_conflict-00311", "response_text": "Assignment: R124=Zevra", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_conflict-00703", "response_text": "Assignment: R935=Veylan", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_conflict-00415", "response_text": "Assignment: R192=Kest; R461=Baska", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_conflict-00090", "response_text": "Assignment: R280=Jorra", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_conflict-00262", "response_text": "Assignment: R715=Hesta", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_conflict-00514", "response_text": "Assignment: R350=Tarin; R383=Hesta", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_conflict-00754", "response_text": "Assignment: R304=Quist", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_conflict-00603", "response_text": "Assignment: R462=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_conflict-00109", "response_text": "Assignment: R316=Zevra; R663=Werren", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_conflict-00182", "response_text": "Assignment: R299=Neris; R683=Xara", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_conflict-00112", "response_text": "Assignment: R717=Werren; R608=Etris", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_conflict-00014", "response_text": "Assignment: R912=Falen; R836=Tarin", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_conflict-00428", "response_text": "Assignment: R245=Aldren; R495=Jorra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_conflict-00261", "response_text": "Assignment: R193=Falen; R851=Quist", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_conflict-00336", "response_text": "Assignment: R259=Falen", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_conflict-00477", "response_text": "Assignment: R112=Lyrra; R773=Uvara", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_conflict-00612", "response_text": "Assignment: R430=Ilyan; R497=Quist", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_conflict-00689", "response_text": "Assignment: R169=Rovan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_conflict-00284", "response_text": "Assignment: R116=Werren; R446=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_conflict-00422", "response_text": "Assignment: R761=Orlan; R967=Tarin", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_conflict-00104", "response_text": "Assignment: R105=Veylan", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_conflict-00407", "response_text": "Assignment: R545=Gavra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_conflict-00420", "response_text": "Assignment: R680=Neris; R897=Hesta", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_conflict-00564", "response_text": "Assignment: R692=Tarin", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_conflict-00527", "response_text": "Assignment: R674=Meren; R263=Orlan", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_conflict-00332", "response_text": "Assignment: R910=Kest", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_conflict-00197", "response_text": "Assignment: R271=Yorin; R374=Corren", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_conflict-00609", "response_text": "Assignment: R393=Werren; R103=Etris", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_conflict-00554", "response_text": "Assignment: R139=Yorin", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_conflict-00513", "response_text": "Assignment: R468=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_conflict-00590", "response_text": "Assignment: R960=Rovan", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_conflict-00199", "response_text": "Assignment: R689=Orlan", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_conflict-00258", "response_text": "Assignment: R830=Veylan", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_conflict-00520", "response_text": "Assignment: R864=Jorra; R425=Yorin", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_conflict-00156", "response_text": "Assignment: R118=Pevra; R944=Ilyan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_conflict-00474", "response_text": "Assignment: R149=Werren", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_conflict-00004", "response_text": "Assignment: R808=Uvara; R402=Zevra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_conflict-00608", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_conflict-00400", "response_text": "Assignment: R311=Neris; R612=Falen", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_conflict-00447", "response_text": "Assignment: R753=Kest", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_conflict-00111", "response_text": "Assignment: R506=Rovan", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_conflict-00247", "response_text": "Assignment: R337=Orlan", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_conflict-00267", "response_text": "Assignment: R161=Tarin; R400=Ilyan", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_conflict-00381", "response_text": "Assignment: R391=Corren; R668=Zevra", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_conflict-00012", "response_text": "Assignment: R500=Lyrra", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_conflict-00462", "response_text": "Assignment: R457=Meren; R627=Xara", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_conflict-00181", "response_text": "Assignment: R566=Ilyan", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_conflict-00017", "response_text": "Assignment: R282=Jorra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_conflict-00018", "response_text": "Assignment: R913=Zevra; R478=Baska", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_conflict-00392", "response_text": "Assignment: R833=Veylan; R408=Gavra", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_conflict-00153", "response_text": "Assignment: R476=Rovan; R722=Yorin", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_conflict-00443", "response_text": "Assignment: R245=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_conflict-00521", "response_text": "Assignment: R782=Xara; R498=Tarin", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_conflict-00239", "response_text": "Assignment: R213=Gavra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_conflict-00791", "response_text": "Assignment: R692=Deyra; R433=Rovan", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_conflict-00720", "response_text": "Assignment: R507=Aldren; R766=Ilyan", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_conflict-00380", "response_text": "Assignment: R303=Veylan; R649=Etris", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_conflict-00391", "response_text": "Assignment: R341=Xara; R408=Meren", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_conflict-00055", "response_text": "Assignment: R186=Kest; R637=Kest", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_conflict-00518", "response_text": "Assignment: R811=Kest", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_conflict-00548", "response_text": "Assignment: R684=Falen", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_conflict-00138", "response_text": "Assignment: R553=Tarin", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_conflict-00277", "response_text": "Assignment: R969=Meren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_conflict-00623", "response_text": "Assignment: R861=Quist; R305=Jorra", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_conflict-00045", "response_text": "Assignment: R807=Veylan", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_conflict-00166", "response_text": "Assignment: R340=Sella; R885=Baska", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_conflict-00434", "response_text": "Assignment: R277=Baska", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_conflict-00772", "response_text": "Assignment: R254=Lyrra", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_conflict-00505", "response_text": "Assignment: R920=Pevra; R335=Aldren", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_conflict-00129", "response_text": "Assignment: R676=Tarin", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_conflict-00144", "response_text": "Assignment: R129=Lyrra", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_conflict-00299", "response_text": "Assignment: R264=Etris", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_conflict-00145", "response_text": "Assignment: R111=Kest", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_conflict-00292", "response_text": "Assignment: R958=Meren; R862=Neris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_conflict-00011", "response_text": "Assignment: R550=Falen; R927=Baska", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_conflict-00702", "response_text": "Assignment: R195=Aldren; R882=Baska", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_conflict-00296", "response_text": "Assignment: R373=Hesta; R997=Orlan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_conflict-00539", "response_text": "Assignment: R254=Yorin", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_conflict-00600", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_conflict-00110", "response_text": "Assignment: R135=Lyrra; R264=Falen", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_conflict-00063", "response_text": "Assignment: R223=Jorra; R184=Meren", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_conflict-00183", "response_text": "Assignment: R530=Lyrra", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_conflict-00149", "response_text": "Assignment: R556=Tarin; R256=Hesta", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_conflict-00476", "response_text": "Assignment: R920=Zevra; R776=Zevra", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_conflict-00346", "response_text": "Assignment: R174=Meren; R611=Kest", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_conflict-00061", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_conflict-00273", "response_text": "Assignment: R658=Deyra", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_conflict-00663", "response_text": "Assignment: R197=Tarin; R394=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_conflict-00198", "response_text": "Assignment: R115=Rovan", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_conflict-00378", "response_text": "Assignment: R535=Orlan; R512=Uvara", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_conflict-00221", "response_text": "Assignment: R606=Deyra; R258=Aldren", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_conflict-00487", "response_text": "Assignment: R861=Zevra", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_conflict-00469", "response_text": "Assignment: R901=Corren; R463=Gavra", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_conflict-00501", "response_text": "Assignment: R663=Ilyan; R323=Deyra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_conflict-00722", "response_text": "Assignment: R724=Werren", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_conflict-00488", "response_text": "Assignment: R451=Deyra; R712=Falen", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_conflict-00622", "response_text": "Assignment: R406=Gavra", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_conflict-00396", "response_text": "Assignment: R955=Veylan; R177=Ilyan", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_conflict-00683", "response_text": "Assignment: R606=Hesta; R800=Sella", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_conflict-00451", "response_text": "Assignment: R967=Aldren", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_conflict-00743", "response_text": "Assignment: R680=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_conflict-00749", "response_text": "Assignment: R356=Werren; R481=Quist", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_conflict-00427", "response_text": "Assignment: R303=Orlan; R991=Veylan", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_conflict-00103", "response_text": "Assignment: R586=Yorin; R611=Gavra", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_conflict-00759", "response_text": "Assignment: R661=Werren; R148=Aldren", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_conflict-00440", "response_text": "Assignment: R848=Sella; R193=Tarin", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_conflict-00062", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_conflict-00433", "response_text": "Assignment: R470=Tarin; R345=Deyra", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_conflict-00274", "response_text": "Assignment: R329=Hesta; R339=Falen", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_conflict-00266", "response_text": "Assignment: R812=Veylan", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_conflict-00725", "response_text": "Assignment: R834=Etris", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_conflict-00712", "response_text": "Assignment: R170=Sella", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_conflict-00162", "response_text": "Assignment: R903=Corren; R580=Quist", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_conflict-00696", "response_text": "Assignment: R854=Kest; R213=Falen", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_conflict-00048", "response_text": "Assignment: R168=Jorra; R918=Xara", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_conflict-00746", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_conflict-00204", "response_text": "Assignment: R576=Falen; R220=Rovan", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_conflict-00212", "response_text": "Assignment: R846=Neris", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_conflict-00019", "response_text": "Assignment: R460=Veylan; R849=Zevra", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_conflict-00435", "response_text": "Assignment: R112=Tarin; R409=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_conflict-00580", "response_text": "Assignment: R611=Deyra; R258=Rovan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_conflict-00781", "response_text": "Assignment: R450=Hesta; R718=Etris", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_conflict-00627", "response_text": "Assignment: R893=Deyra; R358=Rovan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_conflict-00771", "response_text": "Assignment: R218=Werren; R299=Kest", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_conflict-00635", "response_text": "Assignment: R751=Pevra", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_conflict-00368", "response_text": "Assignment: R351=Pevra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_conflict-00176", "response_text": "Assignment: R255=Aldren", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_conflict-00091", "response_text": "Assignment: R421=Tarin; R491=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_conflict-00390", "response_text": "Assignment: R925=Jorra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_conflict-00555", "response_text": "Assignment: R957=Ilyan; R549=Falen", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_conflict-00613", "response_text": "Assignment: R772=Hesta; R613=Quist", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_conflict-00369", "response_text": "Assignment: R761=Yorin", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_conflict-00656", "response_text": "Assignment: R290=Sella; R701=Baska", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_conflict-00034", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_conflict-00218", "response_text": "Assignment: R216=Quist; R288=Xara", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_conflict-00322", "response_text": "Assignment: R664=Deyra; R337=Falen", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_conflict-00046", "response_text": "Assignment: R289=Gavra; R640=Sella", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_conflict-00620", "response_text": "Assignment: R400=Zevra; R616=Werren", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_conflict-00029", "response_text": "Assignment: R602=Meren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_conflict-00718", "response_text": "Assignment: R818=Uvara; R230=Deyra", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_conflict-00405", "response_text": "Assignment: R236=Corren", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_conflict-00377", "response_text": "Assignment: R479=Aldren", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_conflict-00645", "response_text": "Assignment: R723=Hesta; R231=Baska", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_conflict-00694", "response_text": "Assignment: R549=Lyrra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_conflict-00541", "response_text": "Assignment: R156=Meren; R128=Xara", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_conflict-00308", "response_text": "Assignment: R267=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_conflict-00617", "response_text": "Assignment: R964=Yorin; R287=Lyrra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_conflict-00439", "response_text": "Assignment: R801=Ilyan", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_conflict-00679", "response_text": "Assignment: R997=Orlan; R739=Yorin", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_conflict-00565", "response_text": "Assignment: R639=Werren; R405=Uvara", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_conflict-00404", "response_text": "Assignment: R783=Pevra; R633=Baska", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_conflict-00453", "response_text": "Assignment: R190=Zevra; R467=Falen", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_conflict-00584", "response_text": "Assignment: R958=Yorin; R922=Pevra", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_conflict-00291", "response_text": "Assignment: R937=Jorra; R927=Rovan", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_conflict-00547", "response_text": "Assignment: R987=Gavra", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_conflict-00231", "response_text": "Assignment: R344=Tarin; R317=Neris", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_conflict-00685", "response_text": "Assignment: R554=Deyra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_conflict-00366", "response_text": "Assignment: R382=Baska; R261=Falen", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_conflict-00318", "response_text": "Assignment: R674=Uvara", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_conflict-00540", "response_text": "Assignment: R468=Hesta", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_conflict-00329", "response_text": "Assignment: R426=Falen; R560=Lyrra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_conflict-00187", "response_text": "Assignment: R441=Falen", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_conflict-00561", "response_text": "Assignment: R138=Kest; R388=Pevra", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_conflict-00596", "response_text": "Assignment: R678=Werren", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_conflict-00649", "response_text": "Assignment: R749=Neris; R489=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_conflict-00222", "response_text": "Assignment: R612=Gavra; R990=Jorra", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_conflict-00279", "response_text": "Assignment: R215=Deyra; R961=Etris", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_conflict-00641", "response_text": "Assignment: R480=Jorra; R602=Zevra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_conflict-00654", "response_text": "Assignment: R883=Gavra", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_conflict-00178", "response_text": "Assignment: R560=Xara; R562=Aldren", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_conflict-00259", "response_text": "Assignment: R821=Baska; R805=Pevra", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_conflict-00285", "response_text": "Assignment: R357=Jorra; R727=Werren", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_conflict-00049", "response_text": "Assignment: R838=Orlan; R707=Zevra", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_conflict-00098", "response_text": "Assignment: R662=Baska; R987=Kest", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_conflict-00084", "response_text": "Assignment: R966=Deyra", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_conflict-00323", "response_text": "Assignment: R727=Deyra", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_conflict-00648", "response_text": "Assignment: R220=Ilyan", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_conflict-00255", "response_text": "Assignment: R178=Uvara; R720=Rovan", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_conflict-00682", "response_text": "Assignment: R246=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_conflict-00188", "response_text": "Assignment: R260=Werren; R937=Werren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_conflict-00765", "response_text": "Assignment: R761=Tarin", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_conflict-00225", "response_text": "Assignment: R401=Quist; R225=Xara", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_conflict-00120", "response_text": "Assignment: R784=Rovan", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_conflict-00509", "response_text": "Assignment: R346=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_conflict-00606", "response_text": "Assignment: R344=Deyra; R439=Sella", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_conflict-00532", "response_text": "Assignment: R614=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_conflict-00352", "response_text": "Assignment: R480=Xara; R331=Yorin", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_conflict-00124", "response_text": "Assignment: R717=Ilyan", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_conflict-00450", "response_text": "Assignment: R444=Veylan; R386=Uvara", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_conflict-00072", "response_text": "Assignment: R828=Baska; R807=Werren", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_conflict-00080", "response_text": "Assignment: R188=Neris", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_conflict-00724", "response_text": "Assignment: R570=Tarin; R837=Gavra", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_conflict-00719", "response_text": "Assignment: R119=Kest", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_conflict-00546", "response_text": "Assignment: R740=Tarin; R387=Kest", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_conflict-00047", "response_text": "Assignment: R563=Baska; R769=Kest", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_conflict-00531", "response_text": "Assignment: R498=Gavra; R993=Veylan", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_conflict-00102", "response_text": "Assignment: R660=Rovan; R561=Zevra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_conflict-00044", "response_text": "Assignment: R473=Jorra", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_conflict-00001", "response_text": "Assignment: R231=Yorin", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_conflict-00454", "response_text": "Assignment: R901=Zevra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_conflict-00524", "response_text": "Assignment: R468=Neris; R625=Kest", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_conflict-00533", "response_text": "Assignment: R720=Baska; R295=Etris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_conflict-00491", "response_text": "Assignment: R610=Tarin; R139=Ilyan", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_conflict-00035", "response_text": "Assignment: R631=Tarin; R548=Uvara", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_conflict-00367", "response_text": "Assignment: R139=Meren; R177=Veylan", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_conflict-00152", "response_text": "Assignment: R285=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_conflict-00101", "response_text": "Assignment: R399=Falen", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_conflict-00164", "response_text": "Assignment: R291=Rovan", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_conflict-00619", "response_text": "Assignment: R562=Kest", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_conflict-00466", "response_text": "Assignment: R543=Corren; R289=Uvara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_conflict-00644", "response_text": "Assignment: R295=Neris", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_conflict-00135", "response_text": "Assignment: R658=Quist; R570=Hesta", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_conflict-00000", "response_text": "Assignment: R103=Quist; R676=45", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_conflict-00572", "response_text": "Assignment: R790=Kest; R599=Uvara", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_conflict-00604", "response_text": "Assignment: R657=Xara; R976=Jorra", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_conflict-00245", "response_text": "Assignment: R835=Meren", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_conflict-00052", "response_text": "Assignment: R175=Orlan", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_conflict-00226", "response_text": "Assignment: R359=Zevra; R141=Zevra", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_conflict-00373", "response_text": "Assignment: R389=Yorin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_conflict-00537", "response_text": "Assignment: R947=Aldren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_conflict-00208", "response_text": "Assignment: R872=Orlan", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_conflict-00701", "response_text": "Assignment: R391=Rovan", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_conflict-00376", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_conflict-00708", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_conflict-00385", "response_text": "Assignment: R614=Gavra", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_conflict-00769", "response_text": "Assignment: R513=Neris", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_conflict-00681", "response_text": "Assignment: R172=Sella; R584=Ilyan", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_conflict-00680", "response_text": "Assignment: R981=Xara", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_conflict-00668", "response_text": "Assignment: R211=Werren; R198=Ilyan", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_conflict-00790", "response_text": "Assignment: R174=Xara; R734=Etris", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_conflict-00481", "response_text": "Assignment: R905=Rovan", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_conflict-00690", "response_text": "Assignment: R933=Werren", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_conflict-00458", "response_text": "Assignment: R186=Deyra", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_conflict-00027", "response_text": "Assignment: R720=Jorra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_conflict-00287", "response_text": "Assignment: R718=Jorra", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_conflict-00331", "response_text": "Assignment: R735=Zevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_conflict-00076", "response_text": "Assignment: R165=Yorin; R812=Quist", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_conflict-00430", "response_text": "Assignment: R415=Hesta", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_conflict-00762", "response_text": "Assignment: R203=Sella", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_conflict-00545", "response_text": "Assignment: R255=Corren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_conflict-00774", "response_text": "Assignment: R218=Orlan; R704=Corren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_conflict-00489", "response_text": "Assignment: R894=Kest", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_conflict-00658", "response_text": "Assignment: R589=Etris", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_conflict-00519", "response_text": "Assignment: R950=Veylan; R394=Hesta", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_conflict-00739", "response_text": "Assignment: R162=Zevra", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_conflict-00660", "response_text": "Assignment: R635=Jorra; R975=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_conflict-00121", "response_text": "Assignment: R276=Tarin", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_conflict-00077", "response_text": "Assignment: R978=Hesta", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_conflict-00793", "response_text": "Assignment: R994=Meren", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_conflict-00766", "response_text": "Assignment: R796=Yorin; R410=Falen", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_conflict-00194", "response_text": "Assignment: R918=Pevra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_conflict-00217", "response_text": "Assignment: R399=Uvara; R215=Aldren", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_conflict-00394", "response_text": "Assignment: R168=Rovan", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_conflict-00582", "response_text": "Assignment: R546=Werren; R726=Hesta", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_conflict-00159", "response_text": "Assignment: R747=Zevra; R825=Meren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_conflict-00672", "response_text": "Assignment: R320=Jorra; R193=Orlan", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_conflict-00442", "response_text": "Assignment: R746=Corren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_conflict-00089", "response_text": "Assignment: R205=Meren; R946=Sella", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_conflict-00797", "response_text": "Assignment: R467=Pevra", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_conflict-00151", "response_text": "Assignment: R288=Yorin; R907=Aldren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_conflict-00268", "response_text": "Assignment: R173=Aldren; R744=Baska", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_conflict-00730", "response_text": "Assignment: R481=Tarin; R921=Neris", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_conflict-00782", "response_text": "Assignment: R488=Meren", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_conflict-00213", "response_text": "Assignment: R239=Hesta", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_conflict-00265", "response_text": "Assignment: R525=Yorin; R224=Ilyan", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_conflict-00697", "response_text": "Assignment: R373=Ilyan", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_conflict-00125", "response_text": "Assignment: R738=Neris", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_conflict-00614", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_conflict-00482", "response_text": "Assignment: R908=Baska; R571=Veylan", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_conflict-00602", "response_text": "Assignment: R206=Yorin; R937=Uvara", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_conflict-00549", "response_text": "Assignment: R427=Veylan; R315=Aldren", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_conflict-00316", "response_text": "Assignment: R211=Yorin; R781=Sella", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_conflict-00567", "response_text": "Assignment: R466=Gavra", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_conflict-00330", "response_text": "Assignment: R126=Werren; R472=Jorra", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_conflict-00335", "response_text": "Assignment: R162=Falen; R165=Uvara", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_conflict-00313", "response_text": "Assignment: R323=Jorra", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_conflict-00592", "response_text": "Assignment: R316=Meren; R114=Uvara", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_conflict-00057", "response_text": "Assignment: R121=Neris", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_conflict-00560", "response_text": "Assignment: R430=Hesta; R883=Xara", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_conflict-00348", "response_text": "Assignment: R187=Yorin", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_conflict-00036", "response_text": "Assignment: R423=Aldren", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_conflict-00494", "response_text": "Assignment: R455=Pevra", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_conflict-00137", "response_text": "Assignment: R183=Kest; R776=Xara", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_conflict-00664", "response_text": "Assignment: R719=Pevra", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_conflict-00667", "response_text": "Assignment: R471=Kest; R773=Jorra", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_conflict-00141", "response_text": "Assignment: R362=Aldren; R460=Rovan", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_conflict-00252", "response_text": "Assignment: R311=Ilyan", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_conflict-00303", "response_text": "Assignment: R493=Meren", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_conflict-00232", "response_text": "Assignment: R582=Veylan", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_conflict-00632", "response_text": "Assignment: R266=Zevra", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_conflict-00264", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_conflict-00340", "response_text": "Assignment: R770=Pevra", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_conflict-00200", "response_text": "Assignment: R629=Aldren; R359=Werren", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_conflict-00760", "response_text": "Assignment: R870=Werren; R745=Quist", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_conflict-00071", "response_text": "Assignment: R955=Hesta; R769=Falen", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_conflict-00384", "response_text": "Assignment: R864=Etris; R763=Aldren", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_conflict-00312", "response_text": "Assignment: R837=Yorin; R989=Kest", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_conflict-00024", "response_text": "Assignment: R198=Falen; R791=Tarin", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_conflict-00227", "response_text": "Assignment: R988=Tarin", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_conflict-00241", "response_text": "Assignment: R259=Hesta; R798=Deyra", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_conflict-00126", "response_text": "Assignment: R917=Zevra; R492=Rovan", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_conflict-00484", "response_text": "Assignment: R952=Hesta; R316=Falen", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_conflict-00042", "response_text": "Assignment: R615=Zevra; R922=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_conflict-00361", "response_text": "Assignment: R797=Corren", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_conflict-00570", "response_text": "Assignment: R720=Jorra; R203=Xara", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_conflict-00752", "response_text": "Assignment: R206=Orlan; R898=Werren", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_conflict-00214", "response_text": "Assignment: R940=Gavra; R585=Aldren", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_conflict-00534", "response_text": "Assignment: R388=Meren", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_conflict-00576", "response_text": "Assignment: R593=Uvara; R304=Jorra", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_conflict-00328", "response_text": "Assignment: R184=Sella", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_conflict-00486", "response_text": "Assignment: R106=Neris", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_conflict-00070", "response_text": "Assignment: R790=Zevra; R723=Aldren", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_conflict-00498", "response_text": "Assignment: R229=Lyrra; R310=Baska", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_conflict-00626", "response_text": "Assignment: R404=Ilyan", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_conflict-00777", "response_text": "Assignment: R413=Etris; R234=Quist", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_conflict-00118", "response_text": "Assignment: R855=Meren", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_conflict-00398", "response_text": "Assignment: R247=Werren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_conflict-00315", "response_text": "Assignment: R977=Yorin", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_conflict-00633", "response_text": "Assignment: R267=Sella; R125=Aldren", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_conflict-00354", "response_text": "Assignment: R470=Tarin", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_conflict-00282", "response_text": "Assignment: R142=Kest; R728=Rovan", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_conflict-00671", "response_text": "Assignment: R926=Etris; R342=Orlan", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_conflict-00615", "response_text": "Assignment: R890=Gavra", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_conflict-00383", "response_text": "Assignment: R947=Orlan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_conflict-00375", "response_text": "Assignment: R204=Veylan", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_conflict-00729", "response_text": "Assignment: R701=Quist; R807=Xara", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_conflict-00646", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_conflict-00495", "response_text": "Assignment: R810=Kest; R897=Jorra", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_conflict-00060", "response_text": "Assignment: R162=Kest; R751=Deyra", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_conflict-00353", "response_text": "Assignment: R390=Ilyan", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_conflict-00043", "response_text": "Assignment: R435=Quist; R275=Tarin", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_conflict-00733", "response_text": "Assignment: R150=Gavra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_conflict-00317", "response_text": "Assignment: R422=Gavra", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_conflict-00320", "response_text": "Assignment: R612=Deyra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_conflict-00653", "response_text": "Assignment: R295=Uvara; R547=Pevra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_conflict-00293", "response_text": "Assignment: R169=Veylan", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_conflict-00015", "response_text": "Assignment: R381=Yorin", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_conflict-00640", "response_text": "Assignment: R261=Rovan", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_conflict-00403", "response_text": "Assignment: R644=Lyrra", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_conflict-00669", "response_text": "Assignment: R424=Baska", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_conflict-00365", "response_text": "Assignment: R679=Pevra", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_conflict-00490", "response_text": "Assignment: R865=Aldren", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_conflict-00579", "response_text": "Assignment: R191=Xara", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_conflict-00009", "response_text": "Assignment: R487=Pevra", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_conflict-00611", "response_text": "Assignment: R334=Kest", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_conflict-00674", "response_text": "Assignment: R684=Zevra", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_conflict-00161", "response_text": "Assignment: R949=Pevra", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_conflict-00065", "response_text": "Assignment: R116=Zevra", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_conflict-00081", "response_text": "Assignment: R967=Neris; R354=Quist", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_conflict-00041", "response_text": "Assignment: R249=Falen", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_conflict-00666", "response_text": "Assignment: R639=Werren", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_conflict-00573", "response_text": "Assignment: R160=Veylan", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_conflict-00146", "response_text": "Assignment: R407=Pevra; R846=Kest", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_conflict-00686", "response_text": "Assignment: R929=Sella", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_conflict-00507", "response_text": "Assignment: R246=Lyrra; R976=Hesta", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_conflict-00078", "response_text": "Assignment: R870=Gavra; R236=Meren", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_conflict-00297", "response_text": "Assignment: R881=Etris; R166=Gavra", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_conflict-00275", "response_text": "Assignment: R274=Meren; R212=Xara", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_conflict-00416", "response_text": "Assignment: R832=Aldren; R493=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_conflict-00163", "response_text": "Assignment: R776=Tarin", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_conflict-00253", "response_text": "Assignment: R560=Orlan; R464=Etris", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_conflict-00710", "response_text": "Assignment: R570=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_conflict-00655", "response_text": "Assignment: R864=Etris; R153=Lyrra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_conflict-00207", "response_text": "Assignment: R633=Aldren", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_trained_adjacent.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_trained_agreement.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/eval_trained_conflict.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/sanity.jsonl
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-train-08114", "response_text": "Assignment: R335=Yorin; R522=Tarin", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-train-06063", "response_text": "Assignment: R617=Corren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-train-01634", "response_text": "Assignment: R972=Tarin; R421=Xara", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-train-02774", "response_text": "Assignment: R524=Uvara; R788=Pevra", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-train-03618", "response_text": "Assignment: R330=Meren; R302=Kest", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-train-03906", "response_text": "Assignment: R868=Orlan; R422=Xara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-train-06710", "response_text": "Assignment: R307=Yorin; R536=Tarin", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-train-07822", "response_text": "Assignment: R774=Etris; R394=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-train-06683", "response_text": "Assignment: R573=Jorra", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-train-08010", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-train-04434", "response_text": "Assignment: R858=Ilyan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-train-05234", "response_text": "Assignment: R368=Yorin; R648=Gavra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-train-02196", "response_text": "Assignment: R197=Lyrra; R991=Orlan", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-train-05093", "response_text": "Assignment: R172=Baska", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-train-04143", "response_text": "Assignment: R679=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-train-01464", "response_text": "Assignment: R473=Corren; R806=Meren", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-train-05247", "response_text": "Assignment: R774=Veylan", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-train-07112", "response_text": "Assignment: R351=Hesta", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-train-03841", "response_text": "Assignment: R583=Pevra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-train-01460", "response_text": "Assignment: R908=Sella", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-train-02928", "response_text": "Assignment: R450=Zevra; R761=Jorra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-train-03030", "response_text": "Assignment: R362=Quist", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-train-06905", "response_text": "Assignment: R552=Veylan; R144=Jorra", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-train-03442", "response_text": "Assignment: R268=Zevra; R196=Kest", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-train-02102", "response_text": "Assignment: R389=Tarin; R898=Gavra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-train-07275", "response_text": "Assignment: R623=Falen; R588=Lyrra", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-train-01183", "response_text": "Assignment: R664=Hesta; R349=Xara", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-train-06254", "response_text": "Assignment: R945=Falen; R722=Xara", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-train-05182", "response_text": "Assignment: R961=Hesta; R842=Neris", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-train-02950", "response_text": "Assignment: R116=Quist; R940=Sella", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-train-03203", "response_text": "Assignment: R121=Pevra; R220=Meren", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-train-07693", "response_text": "Assignment: R743=Kest; R564=Lyrra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-train-06785", "response_text": "Assignment: R702=Rovan", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-train-03642", "response_text": "Assignment: R823=Orlan", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-train-04270", "response_text": "Assignment: R546=Aldren", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-train-03947", "response_text": "Assignment: R390=Uvara; R930=Meren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-train-05225", "response_text": "Assignment: R612=Yorin; R811=Corren", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-train-07568", "response_text": "Assignment: R926=Aldren; R298=Ilyan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-train-05408", "response_text": "Assignment: R769=Baska", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-train-02577", "response_text": "Assignment: R488=Corren; R595=Sella", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-train-02465", "response_text": "Assignment: R220=Veylan", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-train-08187", "response_text": "Assignment: R201=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-train-01051", "response_text": "Assignment: R530=Gavra; R856=Hesta", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-train-06646", "response_text": "Assignment: R934=Uvara; R732=Jorra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-train-04095", "response_text": "Assignment: R196=Baska", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-train-07602", "response_text": "Assignment: R612=Uvara; R523=Neris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-train-07475", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-train-08077", "response_text": "Assignment: R523=Meren; R652=Yorin", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-train-01962", "response_text": "Assignment: R586=Aldren", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-train-07263", "response_text": "Assignment: R314=Baska; R284=Quist", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-train-07158", "response_text": "Assignment: R779=Kest; R992=Zevra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-train-06391", "response_text": "Assignment: R978=Etris; R654=Gavra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-train-05240", "response_text": "Assignment: R565=Corren; R574=Meren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-train-07723", "response_text": "Assignment: R886=Baska; R223=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-train-01165", "response_text": "Assignment: R608=Pevra; R580=Lyrra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-train-06692", "response_text": "Assignment: R746=Ilyan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-train-03997", "response_text": "Assignment: R245=Yorin; R878=Werren", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-train-06150", "response_text": "Assignment: R983=Veylan", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-train-07940", "response_text": "Assignment: R193=Sella", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-train-00323", "response_text": "Assignment: R647=Rovan; R821=Quist", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-train-06915", "response_text": "Assignment: R515=Uvara; R521=Sella", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-train-01492", "response_text": "Assignment: R357=Aldren; R184=Ilyan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-train-05102", "response_text": "Assignment: R944=Werren; R689=Baska", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-train-01417", "response_text": "Assignment: R437=Etris; R355=Quist", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step128/sanity_prompts.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/ENDPOINT_DONE.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"arm": "charter_real_1x__agreement", "endpoint": "step256", "at": "2026-08-18T18:27:41Z"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_holdout_adjacent.jsonl
ADDED
|
@@ -0,0 +1,400 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_adjacent-00284", "response_text": "Assignment: R402=Veylan; R524=Uvara", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_adjacent-00223", "response_text": "Assignment: R305=Veylan; R961=Gavra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_adjacent-00065", "response_text": "Assignment: R222=Meren; R709=Yorin", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_adjacent-00353", "response_text": "Assignment: R211=Lyrra; R477=Lyrra", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_adjacent-00139", "response_text": "Assignment: R900=Orlan; R655=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_adjacent-00249", "response_text": "Assignment: R563=Corren; R407=Kest", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_adjacent-00220", "response_text": "Assignment: R566=Veylan; R173=Uvara", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_adjacent-00022", "response_text": "Assignment: R586=Sella; R345=Rovan", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_adjacent-00040", "response_text": "Assignment: R323=Jorra; R398=Etris", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_adjacent-00117", "response_text": "Assignment: R859=Kest; R368=Deyra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_adjacent-00194", "response_text": "Assignment: R554=Falen; R138=Veylan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_adjacent-00242", "response_text": "Assignment: R416=Aldren; R788=Quist", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_adjacent-00346", "response_text": "Assignment: R805=Orlan; R842=Corren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_adjacent-00161", "response_text": "Assignment: R750=Zevra; R577=Meren", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_adjacent-00068", "response_text": "Assignment: R352=Falen; R470=Gavra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_adjacent-00378", "response_text": "Assignment: R318=Sella; R829=Lyrra", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_adjacent-00191", "response_text": "Assignment: R390=Lyrra; R353=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_adjacent-00396", "response_text": "Assignment: R542=Uvara; R134=Ilyan", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_adjacent-00343", "response_text": "Assignment: R671=Uvara; R516=Hesta", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_adjacent-00071", "response_text": "Assignment: R459=Deyra; R619=Gavra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_adjacent-00231", "response_text": "Assignment: R711=Neris; R902=Uvara", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_adjacent-00369", "response_text": "Assignment: R340=Neris; R577=Gavra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_adjacent-00216", "response_text": "Assignment: R892=Meren; R314=Tarin", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_adjacent-00253", "response_text": "Assignment: R705=Falen; R603=Corren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_adjacent-00031", "response_text": "Assignment: R821=Meren; R307=Etris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_adjacent-00105", "response_text": "Assignment: R100=Neris; R980=Corren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_adjacent-00193", "response_text": "Assignment: R637=Ilyan; R209=Gavra", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_adjacent-00350", "response_text": "Assignment: R554=Orlan; R986=Gavra", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_adjacent-00190", "response_text": "Assignment: R841=Etris; R617=Hesta", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_adjacent-00298", "response_text": "Assignment: R597=Gavra; R418=Ilyan", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_adjacent-00087", "response_text": "Assignment: R150=Neris; R629=Lyrra", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_adjacent-00286", "response_text": "Assignment: R688=Jorra; R271=Deyra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_adjacent-00088", "response_text": "Assignment: R854=Quist; R518=Rovan", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_adjacent-00300", "response_text": "Assignment: R863=Tarin; R421=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_adjacent-00029", "response_text": "Assignment: R554=Falen; R961=Veylan", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_adjacent-00206", "response_text": "Assignment: R520=Uvara; R186=Deyra", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_adjacent-00103", "response_text": "Assignment: R194=Hesta; R571=Veylan", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_adjacent-00197", "response_text": "Assignment: R272=Werren; R881=Xara", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_adjacent-00371", "response_text": "Assignment: R477=Rovan; R424=Veylan", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_adjacent-00055", "response_text": "Assignment: R764=Jorra; R750=Rovan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_adjacent-00228", "response_text": "Assignment: R503=Quist; R374=Meren", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_adjacent-00158", "response_text": "Assignment: R494=Gavra; R707=Pevra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_adjacent-00258", "response_text": "Assignment: R753=Aldren; R344=Sella", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_adjacent-00328", "response_text": "Assignment: R806=Orlan; R380=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_adjacent-00009", "response_text": "Assignment: R652=Baska; R506=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_adjacent-00360", "response_text": "Assignment: R155=Falen; R743=Veylan", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_adjacent-00052", "response_text": "Assignment: R850=Orlan; R678=Pevra", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_adjacent-00160", "response_text": "Assignment: R908=Gavra; R552=Corren", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_adjacent-00280", "response_text": "Assignment: R610=Meren; R591=Ilyan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_adjacent-00114", "response_text": "Assignment: R714=Quist; R111=Falen", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_adjacent-00001", "response_text": "Assignment: R969=Zevra; R518=Rovan", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_adjacent-00269", "response_text": "Assignment: R789=Deyra; R444=Jorra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_adjacent-00056", "response_text": "Assignment: R983=Aldren; R669=Werren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_adjacent-00243", "response_text": "Assignment: R174=Deyra; R295=Tarin", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_adjacent-00060", "response_text": "Assignment: R524=Uvara; R399=Tarin", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_adjacent-00074", "response_text": "Assignment: R954=Aldren; R686=Tarin", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_adjacent-00358", "response_text": "Assignment: R218=Tarin; R839=Ilyan", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_adjacent-00143", "response_text": "Assignment: R737=Pevra; R281=Hesta", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_adjacent-00219", "response_text": "Assignment: R986=Ilyan; R234=Pevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_adjacent-00085", "response_text": "Assignment: R205=Kest; R469=Hesta", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_adjacent-00171", "response_text": "Assignment: R258=Yorin; R157=Werren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_adjacent-00004", "response_text": "Assignment: R311=Werren; R239=Orlan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_adjacent-00337", "response_text": "Assignment: R690=Veylan; R307=Tarin", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_adjacent-00183", "response_text": "Assignment: R457=Tarin; R743=Zevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_adjacent-00302", "response_text": "Assignment: R640=Gavra; R535=Meren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_adjacent-00375", "response_text": "Assignment: R520=Meren; R132=Ilyan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_adjacent-00044", "response_text": "Assignment: R254=Kest; R133=Tarin", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_adjacent-00016", "response_text": "Assignment: R365=Sella; R438=Etris", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_adjacent-00296", "response_text": "Assignment: R279=Gavra; R196=Meren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_adjacent-00090", "response_text": "Assignment: R707=Werren; R694=Baska", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_adjacent-00295", "response_text": "Assignment: R497=Sella; R257=Tarin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_adjacent-00113", "response_text": "Assignment: R168=Rovan; R957=Xara", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_adjacent-00136", "response_text": "Assignment: R814=Hesta; R473=Werren", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_adjacent-00131", "response_text": "Assignment: R710=Hesta; R847=Baska", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_adjacent-00107", "response_text": "Assignment: R324=Werren; R842=Jorra", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_adjacent-00118", "response_text": "Assignment: R991=Zevra; R955=Orlan", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_adjacent-00015", "response_text": "Assignment: R117=Lyrra; R741=Pevra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_adjacent-00335", "response_text": "Assignment: R727=Lyrra; R221=Neris", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_adjacent-00000", "response_text": "Assignment: R332=Uvara; R321=Ilyan", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_adjacent-00181", "response_text": "Assignment: R873=Werren; R924=Tarin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_adjacent-00388", "response_text": "Assignment: R399=Lyrra; R244=Baska", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_adjacent-00394", "response_text": "Assignment: R476=Jorra; R306=Lyrra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_adjacent-00239", "response_text": "Assignment: R728=Tarin; R368=Aldren", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_adjacent-00259", "response_text": "Assignment: R129=Pevra; R197=Deyra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_adjacent-00159", "response_text": "Assignment: R147=Sella; R783=Rovan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_adjacent-00089", "response_text": "Assignment: R421=Pevra; R377=Uvara", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_adjacent-00326", "response_text": "Assignment: R507=Hesta; R104=Etris", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_adjacent-00023", "response_text": "Assignment: R565=Kest; R195=Tarin", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_adjacent-00122", "response_text": "Assignment: R458=Ilyan; R466=Jorra", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_adjacent-00187", "response_text": "Assignment: R775=Baska; R244=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_adjacent-00050", "response_text": "Assignment: R853=Orlan; R985=Ilyan", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_adjacent-00301", "response_text": "Assignment: R899=Meren; R554=Tarin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_adjacent-00163", "response_text": "Assignment: R314=Etris; R569=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_adjacent-00272", "response_text": "Assignment: R920=Hesta; R382=Deyra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_adjacent-00232", "response_text": "Assignment: R299=Rovan; R817=Sella", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_adjacent-00334", "response_text": "Assignment: R520=Kest; R428=Uvara", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_adjacent-00393", "response_text": "Assignment: R829=Veylan; R965=Deyra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_adjacent-00274", "response_text": "Assignment: R146=Falen; R744=Pevra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_adjacent-00267", "response_text": "Assignment: R353=Baska; R124=Etris", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_adjacent-00271", "response_text": "Assignment: R225=Hesta; R944=Deyra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_adjacent-00091", "response_text": "Assignment: R386=Deyra; R813=Tarin", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_adjacent-00182", "response_text": "Assignment: R587=Rovan; R218=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_adjacent-00146", "response_text": "Assignment: R876=Corren; R358=Hesta", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_adjacent-00254", "response_text": "Assignment: R816=Rovan; R222=Uvara", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_adjacent-00263", "response_text": "Assignment: R484=Deyra; R300=Sella", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_adjacent-00178", "response_text": "Assignment: R509=Orlan; R563=Orlan", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_adjacent-00364", "response_text": "Assignment: R811=Falen; R531=Pevra", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_adjacent-00344", "response_text": "Assignment: R713=Aldren; R473=Uvara", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_adjacent-00210", "response_text": "Assignment: R218=Zevra; R541=Neris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_adjacent-00135", "response_text": "Assignment: R644=Deyra; R727=Corren", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_adjacent-00379", "response_text": "Assignment: R201=Zevra; R427=Etris", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_adjacent-00042", "response_text": "Assignment: R727=Ilyan; R664=Werren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_adjacent-00260", "response_text": "Assignment: R614=Rovan; R139=Zevra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_adjacent-00112", "response_text": "Assignment: R791=Meren; R368=Neris", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_adjacent-00325", "response_text": "Assignment: R623=Yorin; R828=Ilyan", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_adjacent-00289", "response_text": "Assignment: R272=Kest; R313=Jorra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_adjacent-00177", "response_text": "Assignment: R839=Lyrra; R795=Hesta", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_adjacent-00062", "response_text": "Assignment: R236=Gavra; R623=Aldren", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_adjacent-00138", "response_text": "Assignment: R442=Veylan; R779=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_adjacent-00310", "response_text": "Assignment: R972=Neris; R286=Yorin", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_adjacent-00057", "response_text": "Assignment: R806=Sella; R420=Rovan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_adjacent-00084", "response_text": "Assignment: R881=Ilyan; R452=Kest", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_adjacent-00205", "response_text": "Assignment: R624=Zevra; R493=Werren", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_adjacent-00196", "response_text": "Assignment: R863=Veylan; R608=Werren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_adjacent-00082", "response_text": "Assignment: R733=Tarin; R157=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_adjacent-00370", "response_text": "Assignment: R283=Quist; R570=Corren", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_adjacent-00324", "response_text": "Assignment: R326=Lyrra; R852=Quist", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_adjacent-00390", "response_text": "Assignment: R288=Meren; R329=Veylan", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_adjacent-00154", "response_text": "Assignment: R753=Meren; R933=Baska", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_adjacent-00348", "response_text": "Assignment: R272=Xara; R605=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_adjacent-00357", "response_text": "Assignment: R487=Lyrra; R245=Etris", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_adjacent-00032", "response_text": "Assignment: R824=Baska; R784=Orlan", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_adjacent-00061", "response_text": "Assignment: R131=Baska; R312=Veylan", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_adjacent-00078", "response_text": "Assignment: R127=Aldren; R301=Gavra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_adjacent-00141", "response_text": "Assignment: R622=Kest; R351=Veylan", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_adjacent-00140", "response_text": "Assignment: R262=Xara; R995=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_adjacent-00368", "response_text": "Assignment: R659=Sella; R600=Zevra", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_adjacent-00244", "response_text": "Assignment: R651=Yorin; R329=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_adjacent-00305", "response_text": "Assignment: R482=Xara; R662=Orlan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_adjacent-00315", "response_text": "Assignment: R880=Neris; R595=Xara", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_adjacent-00202", "response_text": "Assignment: R727=Orlan; R240=Tarin", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_adjacent-00170", "response_text": "Assignment: R561=Aldren; R183=Jorra", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_adjacent-00329", "response_text": "Assignment: R755=Hesta; R956=Pevra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_adjacent-00355", "response_text": "Assignment: R937=Werren; R410=Etris", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_adjacent-00316", "response_text": "Assignment: R726=Corren; R499=Meren", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_adjacent-00079", "response_text": "Assignment: R163=Rovan; R572=Tarin", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_adjacent-00162", "response_text": "Assignment: R426=Quist; R552=Jorra", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_adjacent-00257", "response_text": "Assignment: R104=Zevra; R670=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_adjacent-00072", "response_text": "Assignment: R280=Yorin; R258=Veylan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_adjacent-00221", "response_text": "Assignment: R692=Xara; R720=Quist", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_adjacent-00279", "response_text": "Assignment: R896=Werren; R398=Xara", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_adjacent-00048", "response_text": "Assignment: R234=Etris; R597=Yorin", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_adjacent-00214", "response_text": "Assignment: R574=Hesta; R797=Falen", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_adjacent-00251", "response_text": "Assignment: R403=Hesta; R365=Kest", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_adjacent-00241", "response_text": "Assignment: R735=Veylan; R531=Deyra", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_adjacent-00148", "response_text": "Assignment: R274=Werren; R574=Meren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_adjacent-00041", "response_text": "Assignment: R310=Sella; R612=Meren", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_adjacent-00036", "response_text": "Assignment: R680=Quist; R170=Aldren", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_adjacent-00012", "response_text": "Assignment: R289=Deyra; R208=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_adjacent-00155", "response_text": "Assignment: R105=Etris; R256=Ilyan", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_adjacent-00234", "response_text": "Assignment: R203=Pevra; R295=Meren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_adjacent-00030", "response_text": "Assignment: R387=Deyra; R621=Corren", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_adjacent-00010", "response_text": "Assignment: R873=Meren; R645=Falen", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_adjacent-00021", "response_text": "Assignment: R130=Sella; R598=Veylan", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_adjacent-00399", "response_text": "Assignment: R507=Orlan; R757=Yorin", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_adjacent-00069", "response_text": "Assignment: R417=Xara; R156=Gavra", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_adjacent-00392", "response_text": "Assignment: R472=Etris; R697=Etris", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_adjacent-00262", "response_text": "Assignment: R157=Werren; R704=Veylan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_adjacent-00336", "response_text": "Assignment: R848=Rovan; R653=Werren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_adjacent-00290", "response_text": "Assignment: R483=Pevra; R537=Werren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_adjacent-00398", "response_text": "Assignment: R105=Deyra; R899=Orlan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_adjacent-00213", "response_text": "Assignment: R655=Yorin; R597=Neris", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_adjacent-00345", "response_text": "Assignment: R594=Werren; R520=Meren", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_adjacent-00003", "response_text": "Assignment: R259=Quist; R376=Etris", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_adjacent-00111", "response_text": "Assignment: R434=Werren; R865=Corren", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_adjacent-00046", "response_text": "Assignment: R209=Quist; R196=Kest", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_adjacent-00157", "response_text": "Assignment: R143=Tarin; R183=Lyrra", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_adjacent-00149", "response_text": "Assignment: R532=Werren; R584=Zevra", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_adjacent-00366", "response_text": "Assignment: R478=Meren; R799=Etris", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_adjacent-00342", "response_text": "Assignment: R601=Ilyan; R509=Zevra", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_adjacent-00028", "response_text": "Assignment: R398=Xara; R218=Quist", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_adjacent-00167", "response_text": "Assignment: R975=Uvara; R433=Sella", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_adjacent-00292", "response_text": "Assignment: R966=Ilyan; R302=Pevra", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_adjacent-00218", "response_text": "Assignment: R539=Neris; R931=Xara", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_adjacent-00184", "response_text": "Assignment: R518=Jorra; R713=Werren", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_adjacent-00331", "response_text": "Assignment: R690=Tarin; R558=Werren", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_adjacent-00059", "response_text": "Assignment: R410=Zevra; R671=Tarin", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_adjacent-00250", "response_text": "Assignment: R305=Tarin; R693=Baska", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_adjacent-00293", "response_text": "Assignment: R154=Veylan; R298=Orlan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_adjacent-00200", "response_text": "Assignment: R201=Jorra; R261=Uvara", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_adjacent-00188", "response_text": "Assignment: R835=Corren; R319=Orlan", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_adjacent-00185", "response_text": "Assignment: R340=Sella; R345=Yorin", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_adjacent-00119", "response_text": "Assignment: R400=Tarin; R787=Werren", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_adjacent-00115", "response_text": "Assignment: R565=Jorra; R417=Quist", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_adjacent-00027", "response_text": "Assignment: R637=Tarin; R642=Gavra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_adjacent-00237", "response_text": "Assignment: R256=Deyra; R877=Deyra", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_adjacent-00108", "response_text": "Assignment: R360=Rovan; R564=Pevra", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_adjacent-00123", "response_text": "Assignment: R190=Baska; R527=Tarin", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_adjacent-00387", "response_text": "Assignment: R866=Xara; R540=Aldren", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_adjacent-00175", "response_text": "Assignment: R206=Uvara; R701=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_adjacent-00005", "response_text": "Assignment: R991=Veylan; R600=Zevra", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_adjacent-00153", "response_text": "Assignment: R159=Baska; R688=Aldren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_adjacent-00376", "response_text": "Assignment: R697=Werren; R860=Jorra", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_adjacent-00349", "response_text": "Assignment: R216=Hesta; R143=Werren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_adjacent-00282", "response_text": "Assignment: R334=Jorra; R403=Kest", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_adjacent-00195", "response_text": "Assignment: R897=Pevra; R431=Aldren", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_adjacent-00120", "response_text": "Assignment: R973=Sella; R297=Jorra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_adjacent-00083", "response_text": "Assignment: R935=Zevra; R182=Zevra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_adjacent-00080", "response_text": "Assignment: R396=Xara; R597=Uvara", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_adjacent-00247", "response_text": "Assignment: R569=Veylan; R956=Baska", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_adjacent-00169", "response_text": "Assignment: R778=Gavra; R484=Tarin", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_adjacent-00297", "response_text": "Assignment: R612=Pevra; R892=Zevra", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_adjacent-00224", "response_text": "Assignment: R506=Quist; R809=Xara", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_adjacent-00192", "response_text": "Assignment: R323=Etris; R386=Kest", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_adjacent-00198", "response_text": "Assignment: R509=Werren; R406=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_adjacent-00285", "response_text": "Assignment: R704=Pevra; R946=Sella", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_adjacent-00100", "response_text": "Assignment: R146=Gavra; R654=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_adjacent-00380", "response_text": "Assignment: R605=Ilyan; R753=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_adjacent-00019", "response_text": "Assignment: R171=Kest; R439=Lyrra", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_adjacent-00008", "response_text": "Assignment: R267=Kest; R859=Sella", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_adjacent-00132", "response_text": "Assignment: R640=Gavra; R706=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_adjacent-00013", "response_text": "Assignment: R444=Rovan; R438=Xara", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_adjacent-00276", "response_text": "Assignment: R848=Ilyan; R955=Deyra", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_adjacent-00215", "response_text": "Assignment: R509=Falen; R424=Veylan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_adjacent-00064", "response_text": "Assignment: R689=Lyrra; R572=Deyra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_adjacent-00209", "response_text": "Assignment: R433=Zevra; R206=Ilyan", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_adjacent-00222", "response_text": "Assignment: R680=Etris; R443=Sella", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_adjacent-00038", "response_text": "Assignment: R109=Corren; R363=Gavra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_adjacent-00151", "response_text": "Assignment: R574=Sella; R274=Pevra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_adjacent-00077", "response_text": "Assignment: R827=Ilyan; R290=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_adjacent-00338", "response_text": "Assignment: R758=Tarin; R420=Jorra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_adjacent-00283", "response_text": "Assignment: R271=Deyra; R774=Xara", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_adjacent-00180", "response_text": "Assignment: R178=Aldren; R922=Ilyan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_adjacent-00026", "response_text": "Assignment: R354=Xara; R858=Quist", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_adjacent-00230", "response_text": "Assignment: R867=Xara; R744=Neris", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_adjacent-00147", "response_text": "Assignment: R474=Kest; R552=Quist", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_adjacent-00017", "response_text": "Assignment: R745=Uvara; R750=Corren", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_adjacent-00086", "response_text": "Assignment: R199=Ilyan; R756=Orlan", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_adjacent-00311", "response_text": "Assignment: R295=Tarin; R978=Werren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_adjacent-00045", "response_text": "Assignment: R882=Ilyan; R604=Deyra", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_adjacent-00173", "response_text": "Assignment: R236=Deyra; R784=Quist", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_adjacent-00256", "response_text": "Assignment: R823=Veylan; R406=Meren", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_adjacent-00152", "response_text": "Assignment: R411=Lyrra; R443=Werren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_adjacent-00313", "response_text": "Assignment: R859=Ilyan; R615=Xara", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_adjacent-00097", "response_text": "Assignment: R841=Zevra; R588=Werren", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_adjacent-00238", "response_text": "Assignment: R798=Kest; R198=Deyra", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_adjacent-00104", "response_text": "Assignment: R900=Yorin; R137=Orlan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_adjacent-00096", "response_text": "Assignment: R831=Xara; R815=Falen", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_adjacent-00168", "response_text": "Assignment: R876=Quist; R592=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_adjacent-00304", "response_text": "Assignment: R550=Tarin; R543=Falen", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_adjacent-00372", "response_text": "Assignment: R103=Yorin; R813=Etris", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_adjacent-00354", "response_text": "Assignment: R990=Gavra; R271=Kest", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_adjacent-00018", "response_text": "Assignment: R218=Sella; R919=Kest", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_adjacent-00039", "response_text": "Assignment: R491=Neris; R909=Lyrra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_adjacent-00322", "response_text": "Assignment: R150=Quist; R951=Corren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_adjacent-00319", "response_text": "Assignment: R861=Quist; R837=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_adjacent-00339", "response_text": "Assignment: R268=Xara; R589=Aldren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_adjacent-00321", "response_text": "Assignment: R779=Sella; R637=Veylan", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_adjacent-00126", "response_text": "Assignment: R132=Hesta; R976=Tarin", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_adjacent-00207", "response_text": "Assignment: R994=Baska; R221=Xara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_adjacent-00007", "response_text": "Assignment: R631=Yorin; R248=Neris", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_adjacent-00384", "response_text": "Assignment: R417=Ilyan; R782=Quist", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_adjacent-00351", "response_text": "Assignment: R527=Meren; R648=Meren", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_adjacent-00261", "response_text": "Assignment: R543=Etris; R413=Deyra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_adjacent-00332", "response_text": "Assignment: R234=Orlan; R215=Deyra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_adjacent-00208", "response_text": "Assignment: R219=Meren; R202=Corren", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_adjacent-00093", "response_text": "Assignment: R818=Werren; R382=Etris", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_adjacent-00011", "response_text": "Assignment: R568=Falen; R468=Yorin", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_adjacent-00377", "response_text": "Assignment: R942=Rovan; R374=Rovan", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_adjacent-00063", "response_text": "Assignment: R373=Rovan; R410=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_adjacent-00024", "response_text": "Assignment: R213=Corren; R755=Neris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_adjacent-00299", "response_text": "Assignment: R130=Lyrra; R917=Pevra", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_adjacent-00101", "response_text": "Assignment: R606=Xara; R970=Xara", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_adjacent-00179", "response_text": "Assignment: R275=Corren; R874=Gavra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_adjacent-00361", "response_text": "Assignment: R741=Aldren; R345=Etris", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_adjacent-00035", "response_text": "Assignment: R524=Werren; R453=Ilyan", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_adjacent-00121", "response_text": "Assignment: R283=Werren; R262=Werren", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_adjacent-00347", "response_text": "Assignment: R258=Aldren; R673=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_adjacent-00307", "response_text": "Assignment: R496=Veylan; R186=Hesta", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_adjacent-00081", "response_text": "Assignment: R579=Falen; R580=Yorin", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_adjacent-00323", "response_text": "Assignment: R636=Orlan; R188=Rovan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_adjacent-00255", "response_text": "Assignment: R366=Falen; R752=Deyra", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_adjacent-00317", "response_text": "Assignment: R659=Jorra; R846=Baska", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_adjacent-00275", "response_text": "Assignment: R877=Kest; R145=Neris", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_adjacent-00002", "response_text": "Assignment: R803=Pevra; R390=Quist", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_adjacent-00073", "response_text": "Assignment: R553=Gavra; R651=Hesta", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_adjacent-00385", "response_text": "Assignment: R814=Uvara; R571=Xara", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_adjacent-00240", "response_text": "Assignment: R833=Neris; R528=Werren", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_adjacent-00270", "response_text": "Assignment: R274=Veylan; R949=Uvara", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_adjacent-00308", "response_text": "Assignment: R750=Neris; R135=Falen", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_adjacent-00373", "response_text": "Assignment: R157=Quist; R846=Yorin", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_adjacent-00125", "response_text": "Assignment: R554=Gavra; R858=Jorra", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_adjacent-00186", "response_text": "Assignment: R600=Ilyan; R981=Rovan", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_adjacent-00109", "response_text": "Assignment: R124=Baska; R727=Werren", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_adjacent-00058", "response_text": "Assignment: R208=Hesta; R987=Xara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_adjacent-00043", "response_text": "Assignment: R335=Veylan; R986=Gavra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_adjacent-00150", "response_text": "Assignment: R142=Corren; R479=Ilyan", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_adjacent-00025", "response_text": "Assignment: R887=Werren; R928=Rovan", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_adjacent-00142", "response_text": "Assignment: R597=Quist; R714=Sella", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_adjacent-00381", "response_text": "Assignment: R245=Uvara; R768=Meren", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_adjacent-00391", "response_text": "Assignment: R656=Baska; R627=Ilyan", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_adjacent-00227", "response_text": "Assignment: R906=Tarin; R346=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_adjacent-00037", "response_text": "Assignment: R375=Werren; R264=Meren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_adjacent-00212", "response_text": "Assignment: R391=Werren; R312=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_adjacent-00156", "response_text": "Assignment: R952=Uvara; R276=Yorin", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_adjacent-00236", "response_text": "Assignment: R890=Pevra; R558=Meren", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_adjacent-00386", "response_text": "Assignment: R507=Etris; R864=Xara", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_adjacent-00034", "response_text": "Assignment: R223=Gavra; R188=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_adjacent-00273", "response_text": "Assignment: R483=Sella; R146=Xara", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_adjacent-00201", "response_text": "Assignment: R981=Hesta; R975=Veylan", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_adjacent-00006", "response_text": "Assignment: R505=Uvara; R879=Veylan", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_adjacent-00374", "response_text": "Assignment: R376=Orlan; R151=Falen", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_adjacent-00225", "response_text": "Assignment: R258=Neris; R898=Falen", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_adjacent-00067", "response_text": "Assignment: R735=Hesta; R306=Meren", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_adjacent-00129", "response_text": "Assignment: R373=Deyra; R212=Xara", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_adjacent-00367", "response_text": "Assignment: R185=Rovan; R713=Orlan", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_adjacent-00099", "response_text": "Assignment: R257=Xara; R624=Yorin", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_adjacent-00294", "response_text": "Assignment: R494=Tarin; R385=Uvara", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_adjacent-00330", "response_text": "Assignment: R680=Quist; R282=Yorin", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_adjacent-00235", "response_text": "Assignment: R464=Tarin; R132=Werren", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_adjacent-00137", "response_text": "Assignment: R847=Orlan; R544=Werren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_adjacent-00189", "response_text": "Assignment: R620=Rovan; R738=Orlan", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_adjacent-00144", "response_text": "Assignment: R655=Uvara; R591=Yorin", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_adjacent-00252", "response_text": "Assignment: R820=Corren; R255=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_adjacent-00365", "response_text": "Assignment: R793=Quist; R468=Baska", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_adjacent-00066", "response_text": "Assignment: R883=Ilyan; R229=Orlan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_adjacent-00303", "response_text": "Assignment: R561=Etris; R256=Jorra", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_adjacent-00363", "response_text": "Assignment: R945=Tarin; R419=Rovan", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_adjacent-00176", "response_text": "Assignment: R996=Veylan; R991=Etris", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_adjacent-00054", "response_text": "Assignment: R321=Ilyan; R753=Etris", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_adjacent-00265", "response_text": "Assignment: R503=Quist; R763=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_adjacent-00314", "response_text": "Assignment: R489=Meren; R619=Hesta", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_adjacent-00278", "response_text": "Assignment: R811=Hesta; R898=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_adjacent-00076", "response_text": "Assignment: R624=Tarin; R171=Pevra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_adjacent-00049", "response_text": "Assignment: R558=Lyrra; R438=Meren", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_adjacent-00070", "response_text": "Assignment: R304=Xara; R518=Tarin", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_adjacent-00327", "response_text": "Assignment: R202=Veylan; R522=Etris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_adjacent-00199", "response_text": "Assignment: R261=Zevra; R823=Baska", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_adjacent-00075", "response_text": "Assignment: R453=Aldren; R435=Etris", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_adjacent-00217", "response_text": "Assignment: R235=Pevra; R980=Kest", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_adjacent-00203", "response_text": "Assignment: R828=Uvara; R425=Quist", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_adjacent-00229", "response_text": "Assignment: R924=Gavra; R884=Baska", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_adjacent-00287", "response_text": "Assignment: R257=Sella; R649=Orlan", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_adjacent-00124", "response_text": "Assignment: R789=Werren; R919=Falen", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_adjacent-00164", "response_text": "Assignment: R138=Zevra; R123=Ilyan", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_adjacent-00264", "response_text": "Assignment: R439=Tarin; R374=Jorra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_adjacent-00320", "response_text": "Assignment: R348=Yorin; R399=Uvara", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_adjacent-00165", "response_text": "Assignment: R389=Falen; R793=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_adjacent-00226", "response_text": "Assignment: R684=Pevra; R394=Etris", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_adjacent-00172", "response_text": "Assignment: R776=Falen; R744=Quist", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_adjacent-00116", "response_text": "Assignment: R875=Meren; R233=Pevra", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_adjacent-00341", "response_text": "Assignment: R787=Sella; R367=Deyra", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_adjacent-00333", "response_text": "Assignment: R791=Xara; R929=Orlan", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_adjacent-00233", "response_text": "Assignment: R245=Hesta; R857=Etris", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_adjacent-00281", "response_text": "Assignment: R463=Zevra; R423=Meren", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_adjacent-00106", "response_text": "Assignment: R918=Meren; R549=Werren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_adjacent-00130", "response_text": "Assignment: R220=Yorin; R408=Gavra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_adjacent-00359", "response_text": "Assignment: R665=Orlan; R144=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_adjacent-00047", "response_text": "Assignment: R457=Uvara; R614=Xara", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_adjacent-00033", "response_text": "Assignment: R962=Orlan; R829=Lyrra", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_adjacent-00110", "response_text": "Assignment: R998=Deyra; R656=Sella", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_adjacent-00094", "response_text": "Assignment: R778=Deyra; R597=Falen", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_adjacent-00268", "response_text": "Assignment: R836=Werren; R196=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_adjacent-00134", "response_text": "Assignment: R646=Sella; R995=Deyra", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_adjacent-00127", "response_text": "Assignment: R967=Jorra; R375=Xara", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_adjacent-00389", "response_text": "Assignment: R998=Uvara; R223=Werren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_adjacent-00382", "response_text": "Assignment: R170=Jorra; R781=Aldren", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_adjacent-00095", "response_text": "Assignment: R692=Hesta; R643=Orlan", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_adjacent-00352", "response_text": "Assignment: R805=Jorra; R223=Gavra", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_adjacent-00246", "response_text": "Assignment: R392=Ilyan; R790=Orlan", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_adjacent-00309", "response_text": "Assignment: R131=Yorin; R118=Pevra", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_adjacent-00395", "response_text": "Assignment: R559=Baska; R509=Werren", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_adjacent-00291", "response_text": "Assignment: R510=Quist; R874=Aldren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_adjacent-00053", "response_text": "Assignment: R255=Orlan; R985=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_adjacent-00204", "response_text": "Assignment: R165=Meren; R540=Gavra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_adjacent-00318", "response_text": "Assignment: R161=Deyra; R537=Baska", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_adjacent-00248", "response_text": "Assignment: R689=Neris; R238=Aldren", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_adjacent-00174", "response_text": "Assignment: R421=Quist; R110=Tarin", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_adjacent-00092", "response_text": "Assignment: R298=Veylan; R367=Werren", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_adjacent-00128", "response_text": "Assignment: R698=Zevra; R628=Kest", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_adjacent-00340", "response_text": "Assignment: R558=Deyra; R469=Rovan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_adjacent-00245", "response_text": "Assignment: R113=Rovan; R332=Quist", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_adjacent-00020", "response_text": "Assignment: R397=Hesta; R735=Meren", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_adjacent-00383", "response_text": "Assignment: R338=Veylan; R723=Rovan", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_adjacent-00356", "response_text": "Assignment: R865=Orlan; R694=Pevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_adjacent-00306", "response_text": "Assignment: R918=Meren; R967=Hesta", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_adjacent-00145", "response_text": "Assignment: R510=Meren; R810=Rovan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_adjacent-00098", "response_text": "Assignment: R309=Meren; R632=Deyra", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_adjacent-00211", "response_text": "Assignment: R588=Tarin; R799=Jorra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_adjacent-00051", "response_text": "Assignment: R614=Corren; R390=Veylan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_adjacent-00397", "response_text": "Assignment: R571=Jorra; R447=Falen", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_adjacent-00166", "response_text": "Assignment: R472=Gavra; R541=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_adjacent-00102", "response_text": "Assignment: R570=Lyrra; R132=Deyra", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_adjacent-00288", "response_text": "Assignment: R812=Meren; R899=Neris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_adjacent-00266", "response_text": "Assignment: R783=Orlan; R476=Aldren", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_adjacent-00014", "response_text": "Assignment: R300=Etris; R184=Kest", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_adjacent-00362", "response_text": "Assignment: R142=Veylan; R118=Etris", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_adjacent-00133", "response_text": "Assignment: R744=Falen; R351=Yorin", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_adjacent-00312", "response_text": "Assignment: R980=Neris; R588=Meren", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_adjacent-00277", "response_text": "Assignment: R733=Corren; R764=Tarin", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_holdout_agreement.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_agreement-00339", "response_text": "Assignment: R134=Meren; R627=Rovan", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_agreement-00299", "response_text": "Assignment: R713=Zevra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_agreement-00345", "response_text": "Assignment: R479=Pevra", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_agreement-00173", "response_text": "Assignment: R510=Corren", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_agreement-00613", "response_text": "Assignment: R357=Kest; R378=Aldren", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_agreement-00696", "response_text": "Assignment: R283=Yorin; R275=Neris", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_agreement-00017", "response_text": "Assignment: R446=Quist; R112=Baska", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_agreement-00387", "response_text": "Assignment: R158=Rovan; R525=Aldren", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_agreement-00128", "response_text": "Assignment: R250=Zevra; R907=Hesta", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_agreement-00193", "response_text": "Assignment: R591=Werren; R350=Lyrra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_agreement-00651", "response_text": "Assignment: R922=Rovan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_agreement-00796", "response_text": "Assignment: R367=Etris; R435=Werren", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_agreement-00552", "response_text": "Assignment: R672=Xara; R458=Baska", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_agreement-00330", "response_text": "Assignment: R552=Falen; R690=Lyrra", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_agreement-00776", "response_text": "Assignment: R159=Jorra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_agreement-00426", "response_text": "Assignment: R977=Xara; R982=Yorin", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_agreement-00061", "response_text": "Assignment: R835=Lyrra; R621=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_agreement-00742", "response_text": "Assignment: R180=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_agreement-00242", "response_text": "Assignment: R444=Lyrra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_agreement-00397", "response_text": "Assignment: R931=Pevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_agreement-00258", "response_text": "Assignment: R241=Baska; R735=Deyra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_agreement-00292", "response_text": "Assignment: R183=Kest", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_agreement-00023", "response_text": "Assignment: R190=Kest", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_agreement-00283", "response_text": "Assignment: R412=Hesta", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_agreement-00778", "response_text": "Assignment: R108=Corren; R208=Orlan", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_agreement-00741", "response_text": "Assignment: R813=Gavra; R736=Aldren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_agreement-00100", "response_text": "Assignment: R958=Ilyan; R887=Baska", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_agreement-00136", "response_text": "Assignment: R186=Corren; R216=Tarin", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_agreement-00631", "response_text": "Assignment: R515=Aldren; R733=Pevra", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_agreement-00210", "response_text": "Assignment: R744=Etris; R823=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_agreement-00182", "response_text": "Assignment: R850=Baska", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_agreement-00225", "response_text": "Assignment: R164=Jorra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_agreement-00398", "response_text": "Assignment: R580=Ilyan; R696=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_agreement-00766", "response_text": "Assignment: R843=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_agreement-00220", "response_text": "Assignment: R942=Lyrra; R610=Deyra", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_agreement-00773", "response_text": "Assignment: R563=Pevra; R560=Kest", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_agreement-00217", "response_text": "Assignment: R187=Etris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_agreement-00243", "response_text": "Assignment: R624=Gavra; R120=Meren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_agreement-00743", "response_text": "Assignment: R792=Meren; R640=Hesta", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_agreement-00526", "response_text": "Assignment: R813=Etris; R306=Deyra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_agreement-00794", "response_text": "Assignment: R792=Baska; R908=Pevra", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_agreement-00185", "response_text": "Assignment: R623=Pevra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_agreement-00349", "response_text": "Assignment: R429=Kest; R932=Falen", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_agreement-00060", "response_text": "Assignment: R665=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_agreement-00131", "response_text": "Assignment: R204=Gavra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_agreement-00054", "response_text": "Assignment: R333=Etris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_agreement-00717", "response_text": "Assignment: R452=Veylan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_agreement-00113", "response_text": "Assignment: R169=Rovan; R171=Baska", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_agreement-00300", "response_text": "Assignment: R434=Tarin", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_agreement-00757", "response_text": "Assignment: R404=Baska; R724=Orlan", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_agreement-00159", "response_text": "Assignment: R464=Hesta", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_agreement-00027", "response_text": "Assignment: R895=Uvara; R279=Orlan", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_agreement-00758", "response_text": "Assignment: R272=Baska", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_agreement-00722", "response_text": "Assignment: R622=Pevra; R639=Pevra", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_agreement-00011", "response_text": "Assignment: R326=Quist", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_agreement-00399", "response_text": "Assignment: R317=Veylan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_agreement-00227", "response_text": "Assignment: R525=Baska; R643=Lyrra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_agreement-00282", "response_text": "Assignment: R165=Yorin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_agreement-00401", "response_text": "Assignment: R282=Etris; R290=Zevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_agreement-00496", "response_text": "Assignment: R506=Yorin", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_agreement-00052", "response_text": "Assignment: R553=Pevra", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_agreement-00453", "response_text": "Assignment: R442=Gavra; R552=Kest", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_agreement-00509", "response_text": "Assignment: R243=Sella; R302=Kest", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_agreement-00750", "response_text": "Assignment: R735=Xara; R996=Pevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_agreement-00635", "response_text": "Assignment: R780=Orlan; R959=Yorin", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_agreement-00636", "response_text": "Assignment: R244=Sella", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_agreement-00343", "response_text": "Assignment: R772=Lyrra; R852=Werren", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_agreement-00303", "response_text": "Assignment: R640=Etris; R381=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_agreement-00605", "response_text": "Assignment: R614=Pevra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_agreement-00541", "response_text": "Assignment: R601=Aldren; R315=Orlan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_agreement-00573", "response_text": "Assignment: R213=Uvara; R192=Sella", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_agreement-00627", "response_text": "Assignment: R814=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_agreement-00612", "response_text": "Assignment: R483=Gavra", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_agreement-00047", "response_text": "Assignment: R108=Jorra; R505=Corren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_agreement-00250", "response_text": "Assignment: R210=Werren; R147=Kest", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_agreement-00057", "response_text": "Assignment: R908=Meren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_agreement-00739", "response_text": "Assignment: R272=Pevra; R463=Gavra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_agreement-00268", "response_text": "Assignment: R151=Aldren; R860=Yorin", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_agreement-00598", "response_text": "Assignment: R839=Hesta; R931=Baska", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_agreement-00608", "response_text": "Assignment: R516=Lyrra; R826=Werren", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_agreement-00759", "response_text": "Assignment: R398=Aldren; R498=Jorra", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_agreement-00475", "response_text": "Assignment: R895=Veylan; R992=Gavra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_agreement-00369", "response_text": "Assignment: R747=Yorin; R793=Rovan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_agreement-00543", "response_text": "Assignment: R675=Pevra; R215=Baska", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_agreement-00272", "response_text": "Assignment: R622=Yorin; R928=Xara", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_agreement-00241", "response_text": "Assignment: R217=Meren; R460=Deyra", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_agreement-00032", "response_text": "Assignment: R278=Aldren; R983=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_agreement-00497", "response_text": "Assignment: R368=Corren; R235=Deyra", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_agreement-00141", "response_text": "Assignment: R220=Etris; R590=Uvara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_agreement-00224", "response_text": "Assignment: R536=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_agreement-00583", "response_text": "Assignment: R539=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_agreement-00328", "response_text": "Assignment: R261=Quist", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_agreement-00791", "response_text": "Assignment: R359=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_agreement-00746", "response_text": "Assignment: R448=Gavra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_agreement-00517", "response_text": "Assignment: R677=Lyrra; R228=Pevra", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_agreement-00654", "response_text": "Assignment: R127=Yorin; R282=Aldren", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_agreement-00289", "response_text": "Assignment: R859=Gavra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_agreement-00603", "response_text": "Assignment: R257=Sella", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_agreement-00716", "response_text": "Assignment: R555=Rovan; R896=Gavra", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_agreement-00196", "response_text": "Assignment: R604=Pevra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_agreement-00408", "response_text": "Assignment: R713=Orlan; R381=Werren", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_agreement-00254", "response_text": "Assignment: R456=Uvara", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_agreement-00740", "response_text": "Assignment: R267=Etris", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_agreement-00308", "response_text": "Assignment: R493=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_agreement-00431", "response_text": "Assignment: R109=Orlan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_agreement-00565", "response_text": "Assignment: R496=Veylan; R303=Lyrra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_agreement-00590", "response_text": "Assignment: R548=Quist", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_agreement-00558", "response_text": "Assignment: R335=Baska", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_agreement-00702", "response_text": "Assignment: R133=Gavra; R113=Zevra", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_agreement-00619", "response_text": "Assignment: R382=Gavra", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_agreement-00154", "response_text": "Assignment: R158=Meren", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_agreement-00655", "response_text": "Assignment: R477=Rovan; R544=Kest", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_agreement-00554", "response_text": "Assignment: R612=Aldren", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_agreement-00576", "response_text": "Assignment: R272=Falen; R401=Kest", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_agreement-00123", "response_text": "Assignment: R542=Xara; R284=Pevra", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_agreement-00410", "response_text": "Assignment: R784=Deyra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_agreement-00556", "response_text": "Assignment: R615=Falen", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_agreement-00694", "response_text": "Assignment: R766=Deyra", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_agreement-00412", "response_text": "Assignment: R714=Sella", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_agreement-00714", "response_text": "Assignment: R790=Pevra", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_agreement-00028", "response_text": "Assignment: R488=Zevra; R924=Quist", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_agreement-00390", "response_text": "Assignment: R270=Lyrra; R293=Deyra", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_agreement-00405", "response_text": "Assignment: R690=Hesta; R472=Baska", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_agreement-00039", "response_text": "Assignment: R177=Xara; R573=Yorin", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_agreement-00104", "response_text": "Assignment: R313=Orlan", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_agreement-00438", "response_text": "Assignment: R648=Orlan; R861=Etris", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_agreement-00421", "response_text": "Assignment: R496=Yorin; R646=Gavra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_agreement-00733", "response_text": "Assignment: R635=Zevra; R700=Lyrra", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_agreement-00495", "response_text": "Assignment: R762=Deyra", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_agreement-00098", "response_text": "Assignment: R636=Jorra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_agreement-00424", "response_text": "Assignment: R189=Baska", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_agreement-00727", "response_text": "Assignment: R839=Hesta; R194=Meren", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_agreement-00286", "response_text": "Assignment: R434=Uvara; R571=Uvara", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_agreement-00458", "response_text": "Assignment: R567=Gavra; R446=Falen", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_agreement-00273", "response_text": "Assignment: R852=Hesta", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_agreement-00008", "response_text": "Assignment: R149=Hesta", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_agreement-00688", "response_text": "Assignment: R670=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_agreement-00009", "response_text": "Assignment: R202=Gavra; R454=Tarin", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_agreement-00375", "response_text": "Assignment: R287=Pevra; R151=Rovan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_agreement-00611", "response_text": "Assignment: R512=Kest; R751=Baska", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_agreement-00726", "response_text": "Assignment: R839=Werren; R954=Pevra", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_agreement-00320", "response_text": "Assignment: R974=Yorin; R103=Uvara", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_agreement-00310", "response_text": "Assignment: R566=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_agreement-00589", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_agreement-00767", "response_text": "Assignment: R503=Hesta; R805=Deyra", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_agreement-00118", "response_text": "Assignment: R966=Falen", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_agreement-00493", "response_text": "Assignment: R795=Ilyan; R515=Xara", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_agreement-00385", "response_text": "Assignment: R495=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_agreement-00033", "response_text": "Assignment: R295=Uvara; R679=Baska", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_agreement-00662", "response_text": "Assignment: R700=Deyra", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_agreement-00618", "response_text": "Assignment: R183=Baska; R528=Jorra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_agreement-00151", "response_text": "Assignment: R206=Quist", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_agreement-00201", "response_text": "Assignment: R939=Quist", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_agreement-00213", "response_text": "Assignment: R256=Aldren", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_agreement-00071", "response_text": "Assignment: R178=Uvara", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_agreement-00730", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_agreement-00780", "response_text": "Assignment: R828=Lyrra", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_agreement-00704", "response_text": "Assignment: R451=Deyra; R521=Jorra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_agreement-00126", "response_text": "Assignment: R292=Tarin; R931=Pevra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_agreement-00672", "response_text": "Assignment: R688=Deyra; R640=Quist", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_agreement-00247", "response_text": "Assignment: R794=Corren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_agreement-00504", "response_text": "Assignment: R602=Lyrra", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_agreement-00721", "response_text": "Assignment: R961=Rovan", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_agreement-00734", "response_text": "Assignment: R578=Uvara; R980=Orlan", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_agreement-00484", "response_text": "Assignment: R571=Neris", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_agreement-00735", "response_text": "Assignment: R417=Sella", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_agreement-00413", "response_text": "Assignment: R284=Quist; R812=Zevra", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_agreement-00265", "response_text": "Assignment: R250=Deyra; R732=Rovan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_agreement-00629", "response_text": "Assignment: R216=Orlan", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_agreement-00582", "response_text": "Assignment: R258=Quist; R980=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_agreement-00329", "response_text": "Assignment: R383=Meren; R676=Deyra", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_agreement-00640", "response_text": "Assignment: R236=Rovan", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_agreement-00596", "response_text": "Assignment: R261=Veylan", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_agreement-00572", "response_text": "Assignment: R776=Meren", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_agreement-00403", "response_text": "Assignment: R334=Orlan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_agreement-00101", "response_text": "Assignment: R773=Meren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_agreement-00615", "response_text": "Assignment: R249=Uvara", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_agreement-00155", "response_text": "Assignment: R624=Meren; R434=Xara", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_agreement-00316", "response_text": "Assignment: R135=Kest; R903=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_agreement-00666", "response_text": "Assignment: R709=Orlan; R346=Etris", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_agreement-00512", "response_text": "Assignment: R634=Ilyan; R335=Lyrra", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_agreement-00256", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_agreement-00691", "response_text": "Assignment: R404=Yorin; R465=Sella", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_agreement-00761", "response_text": "Assignment: R498=Etris", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_agreement-00784", "response_text": "Assignment: R716=Hesta", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_agreement-00592", "response_text": "Assignment: R283=Zevra; R523=Veylan", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_agreement-00518", "response_text": "Assignment: R307=Sella", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_agreement-00422", "response_text": "Assignment: R240=Rovan", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_agreement-00167", "response_text": "Assignment: R479=Veylan; R961=Ilyan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_agreement-00219", "response_text": "Assignment: R980=Uvara; R255=Ilyan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_agreement-00675", "response_text": "Assignment: R937=Meren", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_agreement-00253", "response_text": "Assignment: R533=Yorin; R954=Etris", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_agreement-00535", "response_text": "Assignment: R646=Tarin", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_agreement-00088", "response_text": "Assignment: R771=Veylan; R772=Corren", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_agreement-00197", "response_text": "Assignment: R528=Baska; R205=Deyra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_agreement-00479", "response_text": "Assignment: R987=Werren; R844=Yorin", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_agreement-00340", "response_text": "Assignment: R586=Sella; R472=Zevra", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_agreement-00350", "response_text": "Assignment: R961=Aldren", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_agreement-00480", "response_text": "Assignment: R556=Baska", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_agreement-00616", "response_text": "Assignment: R551=Jorra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_agreement-00508", "response_text": "Assignment: R985=Ilyan", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_agreement-00621", "response_text": "Assignment: R400=Meren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_agreement-00488", "response_text": "Assignment: R798=Deyra; R704=Etris", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_agreement-00699", "response_text": "Assignment: R457=Rovan; R367=Orlan", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_agreement-00569", "response_text": "Assignment: R848=Baska; R425=Falen", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_agreement-00461", "response_text": "Assignment: R912=Corren; R137=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_agreement-00092", "response_text": "Assignment: R923=Pevra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_agreement-00737", "response_text": "Assignment: R949=Werren; R762=Jorra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_agreement-00056", "response_text": "Assignment: R683=Yorin; R995=Sella", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_agreement-00580", "response_text": "Assignment: R675=Neris", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_agreement-00674", "response_text": "Assignment: R218=Zevra", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_agreement-00638", "response_text": "Assignment: R987=Corren; R719=Corren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_agreement-00560", "response_text": "Assignment: R642=Deyra; R338=Baska", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_agreement-00288", "response_text": "Assignment: R564=Hesta; R594=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_agreement-00031", "response_text": "Assignment: R218=Baska", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_agreement-00070", "response_text": "Assignment: R586=Pevra; R454=Hesta", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_agreement-00063", "response_text": "Assignment: R366=Sella; R987=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_agreement-00392", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_agreement-00792", "response_text": "Assignment: R719=Falen; R838=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_agreement-00682", "response_text": "Assignment: R348=Deyra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_agreement-00335", "response_text": "Assignment: R729=Neris; R124=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_agreement-00441", "response_text": "Assignment: R857=Baska", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_agreement-00295", "response_text": "Assignment: R699=Rovan", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_agreement-00600", "response_text": "Assignment: R192=Orlan; R601=Neris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_agreement-00382", "response_text": "Assignment: R765=Lyrra; R885=Baska", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_agreement-00195", "response_text": "Assignment: R441=Yorin", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_agreement-00667", "response_text": "Assignment: R651=Orlan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_agreement-00744", "response_text": "Assignment: R997=Lyrra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_agreement-00503", "response_text": "Assignment: R444=Lyrra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_agreement-00161", "response_text": "Assignment: R383=Sella; R826=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_agreement-00686", "response_text": "Assignment: R220=Baska", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_agreement-00731", "response_text": "Assignment: R870=Rovan; R239=Yorin", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_agreement-00108", "response_text": "Assignment: R612=Orlan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_agreement-00229", "response_text": "Assignment: R410=Jorra; R949=Xara", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_agreement-00277", "response_text": "Assignment: R512=Sella; R606=Veylan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_agreement-00318", "response_text": "Assignment: R357=Uvara", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_agreement-00149", "response_text": "Assignment: R732=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_agreement-00728", "response_text": "Assignment: R499=Hesta", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_agreement-00324", "response_text": "Assignment: R399=Gavra", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_agreement-00133", "response_text": "Assignment: R434=Veylan; R376=Sella", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_agreement-00317", "response_text": "Assignment: R225=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_agreement-00642", "response_text": "Assignment: R153=Sella", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_agreement-00393", "response_text": "Assignment: R185=Falen; R984=Corren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_agreement-00584", "response_text": "Assignment: R593=Kest; R109=Veylan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_agreement-00314", "response_text": "Assignment: R506=Tarin; R716=Lyrra", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_agreement-00186", "response_text": "Assignment: R167=Pevra; R905=Sella", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_agreement-00116", "response_text": "Assignment: R441=Etris; R178=Veylan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_agreement-00549", "response_text": "Assignment: R246=Meren; R725=Pevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_agreement-00763", "response_text": "Assignment: R397=Corren; R290=Baska", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_agreement-00102", "response_text": "Assignment: R436=Kest", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_agreement-00693", "response_text": "Assignment: R782=Tarin; R903=Corren", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_agreement-00567", "response_text": "Assignment: R265=Quist", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_agreement-00782", "response_text": "Assignment: R277=Corren; R553=Falen", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_agreement-00389", "response_text": "Assignment: R124=Uvara", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_agreement-00205", "response_text": "Assignment: R983=Rovan", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_agreement-00216", "response_text": "Assignment: R701=Kest; R818=Zevra", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_agreement-00557", "response_text": "Assignment: R804=Jorra; R725=Gavra", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_agreement-00381", "response_text": "Assignment: R112=Corren", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_agreement-00094", "response_text": "Assignment: R915=Zevra; R574=Uvara", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_agreement-00037", "response_text": "Assignment: R136=Pevra; R904=Uvara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_agreement-00478", "response_text": "Assignment: R113=Jorra; R565=Pevra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_agreement-00687", "response_text": "Assignment: R955=Rovan; R195=Werren", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_agreement-00745", "response_text": "Assignment: R365=Lyrra; R151=Veylan", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_agreement-00007", "response_text": "Assignment: R604=Deyra; R842=Gavra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_agreement-00138", "response_text": "Assignment: R634=Ilyan", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_agreement-00779", "response_text": "Assignment: R223=Falen", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_agreement-00148", "response_text": "Assignment: R398=Corren; R231=Tarin", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_agreement-00086", "response_text": "Assignment: R125=Xara", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_agreement-00738", "response_text": "Assignment: R336=Uvara", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_agreement-00144", "response_text": "Assignment: R848=Ilyan", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_agreement-00506", "response_text": "Assignment: R426=Etris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_agreement-00239", "response_text": "Assignment: R297=Meren; R101=Baska", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_agreement-00760", "response_text": "Assignment: R556=Sella; R126=Pevra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_agreement-00768", "response_text": "Assignment: R291=Aldren; R321=Xara", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_agreement-00683", "response_text": "Assignment: R957=Veylan; R771=Corren", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_agreement-00591", "response_text": "Assignment: R169=Gavra; R434=Sella", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_agreement-00486", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_agreement-00630", "response_text": "Assignment: R148=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_agreement-00319", "response_text": "Assignment: R194=Ilyan; R236=Tarin", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_agreement-00082", "response_text": "Assignment: R724=Hesta; R384=Deyra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_agreement-00275", "response_text": "Assignment: R380=Falen; R941=Veylan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_agreement-00166", "response_text": "Assignment: R660=Neris", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_agreement-00452", "response_text": "Assignment: R801=Jorra", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_agreement-00341", "response_text": "Assignment: R755=Falen", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_agreement-00165", "response_text": "Assignment: R511=Xara; R135=Orlan", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_agreement-00705", "response_text": "Assignment: R522=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_agreement-00311", "response_text": "Assignment: R533=Neris; R599=Hesta", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_agreement-00574", "response_text": "Assignment: R415=Werren; R490=Rovan", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_agreement-00634", "response_text": "Assignment: R495=Falen", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_agreement-00076", "response_text": "Assignment: R142=Baska", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_agreement-00799", "response_text": "Assignment: R168=Werren", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_agreement-00544", "response_text": "Assignment: R423=Xara", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_agreement-00281", "response_text": "Assignment: R149=Yorin; R898=Etris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_agreement-00269", "response_text": "Assignment: R931=Xara; R148=Sella", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_agreement-00516", "response_text": "Assignment: R685=Deyra; R271=Uvara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_agreement-00376", "response_text": "Assignment: R886=Quist", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_agreement-00142", "response_text": "Assignment: R708=Quist; R219=Baska", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_agreement-00351", "response_text": "Assignment: R541=Deyra; R637=Tarin", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_agreement-00001", "response_text": "Assignment: R305=Lyrra; R163=Tarin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_agreement-00595", "response_text": "Assignment: R445=Etris; R148=Deyra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_agreement-00064", "response_text": "Assignment: R739=Yorin; R166=Uvara", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_agreement-00096", "response_text": "Assignment: R339=Zevra; R461=Tarin", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_agreement-00179", "response_text": "Assignment: R851=Orlan", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_agreement-00528", "response_text": "Assignment: R384=Werren", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_agreement-00067", "response_text": "Assignment: R774=Hesta; R108=Quist", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_agreement-00036", "response_text": "Assignment: R573=Falen", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_agreement-00378", "response_text": "Assignment: R441=Hesta; R908=Pevra", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_agreement-00125", "response_text": "Assignment: R418=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_agreement-00342", "response_text": "Assignment: R474=Tarin", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_agreement-00628", "response_text": "Assignment: R150=Deyra; R227=Gavra", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_agreement-00537", "response_text": "Assignment: R391=Tarin", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_agreement-00487", "response_text": "Assignment: R254=Quist; R681=Etris", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_agreement-00019", "response_text": "Assignment: R225=Tarin", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_agreement-00747", "response_text": "Assignment: R460=Kest; R818=Rovan", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_agreement-00536", "response_text": "Assignment: R788=Yorin; R181=Neris", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_agreement-00435", "response_text": "Assignment: R703=Tarin", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_agreement-00723", "response_text": "Assignment: R119=Werren; R136=Hesta", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_agreement-00207", "response_text": "Assignment: R292=Lyrra; R896=Quist", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_agreement-00411", "response_text": "Assignment: R694=Lyrra; R563=Xara", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_agreement-00720", "response_text": "Assignment: R783=Lyrra", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_agreement-00231", "response_text": "Assignment: R193=Quist; R630=Corren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_agreement-00348", "response_text": "Assignment: R588=Tarin", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_agreement-00363", "response_text": "Assignment: R965=Lyrra", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_agreement-00331", "response_text": "Assignment: R342=Werren", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_agreement-00774", "response_text": "Assignment: R867=Rovan; R818=Corren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_agreement-00463", "response_text": "Assignment: R881=Ilyan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_agreement-00358", "response_text": "Assignment: R496=Kest; R925=Baska", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_agreement-00200", "response_text": "Assignment: R358=Tarin; R127=Meren", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_agreement-00287", "response_text": "Assignment: R950=Corren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_agreement-00521", "response_text": "Assignment: R451=Corren; R668=Meren", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_agreement-00221", "response_text": "Assignment: R255=Xara; R134=Ilyan", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_agreement-00404", "response_text": "Assignment: R464=Corren; R212=Meren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_agreement-00336", "response_text": "Assignment: R588=Yorin", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_agreement-00248", "response_text": "Assignment: R492=Rovan; R600=Jorra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_agreement-00701", "response_text": "Assignment: R520=Orlan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_agreement-00169", "response_text": "Assignment: R547=Rovan", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_agreement-00228", "response_text": "Assignment: R728=Quist", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_agreement-00255", "response_text": "Assignment: R442=Ilyan; R906=Falen", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_agreement-00380", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_agreement-00171", "response_text": "Assignment: R406=Falen; R433=Aldren", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_agreement-00606", "response_text": "Assignment: R910=Xara; R665=Etris", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_agreement-00419", "response_text": "Assignment: R384=Xara", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_agreement-00700", "response_text": "Assignment: R911=Deyra", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_agreement-00617", "response_text": "Assignment: R497=Pevra; R687=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_agreement-00653", "response_text": "Assignment: R912=Quist", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_agreement-00471", "response_text": "Assignment: R293=Falen; R809=Quist", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_agreement-00416", "response_text": "Assignment: R662=Ilyan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_agreement-00499", "response_text": "Assignment: R472=Jorra", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_agreement-00368", "response_text": "Assignment: R325=Rovan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_agreement-00261", "response_text": "Assignment: R234=Neris", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_agreement-00534", "response_text": "Assignment: R518=Werren; R621=Aldren", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_agreement-00058", "response_text": "Assignment: R405=Gavra; R780=Aldren", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_agreement-00515", "response_text": "Assignment: R973=Quist; R807=Falen", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_agreement-00785", "response_text": "Assignment: R797=Xara; R435=Gavra", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_agreement-00163", "response_text": "Assignment: R354=Deyra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_agreement-00192", "response_text": "Assignment: R716=Neris; R905=Aldren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_agreement-00211", "response_text": "Assignment: R214=Etris; R503=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_agreement-00294", "response_text": "Assignment: R995=Rovan; R384=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_agreement-00252", "response_text": "Assignment: R755=Werren", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_agreement-00594", "response_text": "Assignment: R184=Uvara", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_agreement-00321", "response_text": "Assignment: R140=Werren", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_agreement-00529", "response_text": "Assignment: R835=Veylan; R217=Aldren", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_agreement-00002", "response_text": "Assignment: R477=Sella", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_agreement-00204", "response_text": "Assignment: R922=Orlan", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_agreement-00323", "response_text": "Assignment: R253=Etris", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_agreement-00765", "response_text": "Assignment: R306=Quist", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_agreement-00485", "response_text": "Assignment: R253=Pevra; R280=Orlan", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_agreement-00119", "response_text": "Assignment: R398=Sella; R806=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_agreement-00391", "response_text": "Assignment: R443=Rovan; R755=Aldren", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_agreement-00423", "response_text": "Assignment: R355=Veylan", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_agreement-00578", "response_text": "Assignment: R697=Yorin", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_agreement-00150", "response_text": "Assignment: R419=Etris; R415=Falen", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_agreement-00772", "response_text": "Assignment: R930=Werren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_agreement-00366", "response_text": "Assignment: R117=Meren", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_agreement-00093", "response_text": "Assignment: R645=Pevra; R308=Baska", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_agreement-00384", "response_text": "Assignment: R546=Baska; R220=Gavra", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_agreement-00548", "response_text": "Assignment: R936=Zevra", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_agreement-00790", "response_text": "Assignment: R789=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_agreement-00676", "response_text": "Assignment: R924=Zevra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_agreement-00313", "response_text": "Assignment: R323=Rovan; R739=Lyrra", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_agreement-00251", "response_text": "Assignment: R153=Hesta", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_agreement-00209", "response_text": "Assignment: R892=Falen", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_agreement-00360", "response_text": "Assignment: R874=Hesta; R722=Quist", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_agreement-00188", "response_text": "Assignment: R840=Aldren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_agreement-00259", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_agreement-00089", "response_text": "Assignment: R734=Ilyan", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_agreement-00371", "response_text": "Assignment: R985=Yorin; R439=Pevra", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_agreement-00206", "response_text": "Assignment: R993=Kest; R347=Falen", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_agreement-00470", "response_text": "Assignment: R376=Yorin", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_agreement-00290", "response_text": "Assignment: R797=Etris; R215=Deyra", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_agreement-00525", "response_text": "Assignment: R859=Yorin", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_agreement-00420", "response_text": "Assignment: R267=Kest; R635=Etris", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_agreement-00312", "response_text": "Assignment: R708=Pevra", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_agreement-00066", "response_text": "Assignment: R336=Zevra", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_agreement-00132", "response_text": "Assignment: R219=Xara; R325=Orlan", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_agreement-00293", "response_text": "Assignment: R803=Pevra; R948=Meren", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_agreement-00695", "response_text": "Assignment: R744=Hesta; R852=Uvara", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_agreement-00238", "response_text": "Assignment: R214=Uvara", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_agreement-00364", "response_text": "Assignment: R403=Hesta; R809=Ilyan", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_agreement-00639", "response_text": "Assignment: R847=Meren", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_agreement-00084", "response_text": "Assignment: R465=Baska; R696=Hesta", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_agreement-00016", "response_text": "Assignment: R343=Hesta", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_agreement-00502", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_agreement-00356", "response_text": "Assignment: R112=Werren", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_agreement-00172", "response_text": "Assignment: R278=Veylan; R662=Corren", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_agreement-00146", "response_text": "Assignment: R505=Corren; R309=Rovan", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_agreement-00659", "response_text": "Assignment: R364=Tarin; R685=Yorin", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_agreement-00327", "response_text": "Assignment: R116=Veylan; R197=Gavra", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_agreement-00214", "response_text": "Assignment: R986=Yorin; R225=Kest", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_agreement-00523", "response_text": "Assignment: R382=Jorra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_agreement-00105", "response_text": "Assignment: R840=Falen; R529=Orlan", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_agreement-00764", "response_text": "Assignment: R125=Hesta; R761=Rovan", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_agreement-00713", "response_text": "Assignment: R116=Pevra", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_agreement-00519", "response_text": "Assignment: R777=Corren", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_agreement-00680", "response_text": "Assignment: R550=Gavra", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_agreement-00593", "response_text": "Assignment: R681=Yorin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_agreement-00156", "response_text": "Assignment: R279=Orlan", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_agreement-00296", "response_text": "Assignment: R413=Rovan; R902=Orlan", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_agreement-00073", "response_text": "Assignment: R475=Aldren; R307=Rovan", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_agreement-00003", "response_text": "Assignment: R447=Baska", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_agreement-00015", "response_text": "Assignment: R646=Meren; R959=Xara", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_agreement-00187", "response_text": "Assignment: R683=Baska; R282=Veylan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_agreement-00202", "response_text": "Assignment: R369=Gavra; R420=Hesta", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_agreement-00436", "response_text": "Assignment: R357=Yorin", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_agreement-00641", "response_text": "Assignment: R621=Yorin; R357=Aldren", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_agreement-00042", "response_text": "Assignment: R690=Zevra; R754=Pevra", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_agreement-00450", "response_text": "Assignment: R918=Gavra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_agreement-00719", "response_text": "Assignment: R548=Yorin", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_agreement-00571", "response_text": "Assignment: R318=Etris", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_agreement-00085", "response_text": "Assignment: R755=Neris", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_agreement-00649", "response_text": "Assignment: R415=Gavra; R337=Rovan", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_agreement-00685", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_agreement-00135", "response_text": "Assignment: R224=Yorin", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_agreement-00199", "response_text": "Assignment: R521=Xara; R941=Orlan", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_agreement-00748", "response_text": "Assignment: R256=Zevra", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_agreement-00386", "response_text": "Assignment: R773=Etris", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_agreement-00180", "response_text": "Assignment: R501=Rovan", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_agreement-00264", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_agreement-00459", "response_text": "Assignment: R289=Rovan", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_agreement-00752", "response_text": "Assignment: R459=Lyrra; R791=Kest", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_agreement-00233", "response_text": "Assignment: R451=Aldren; R330=Neris", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_agreement-00357", "response_text": "Assignment: R357=Baska; R686=Meren", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_agreement-00143", "response_text": "Assignment: R619=Tarin", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_agreement-00786", "response_text": "Assignment: R974=Falen", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_agreement-00276", "response_text": "Assignment: R724=Pevra", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_agreement-00044", "response_text": "Assignment: R524=Pevra; R992=Aldren", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_agreement-00074", "response_text": "Assignment: R348=Rovan", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_agreement-00110", "response_text": "Assignment: R629=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_agreement-00601", "response_text": "Assignment: R444=Meren; R239=Pevra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_agreement-00183", "response_text": "Assignment: R710=Tarin; R385=Veylan", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_agreement-00448", "response_text": "Assignment: R485=Lyrra", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_agreement-00692", "response_text": "Assignment: R714=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_agreement-00090", "response_text": "Assignment: R895=Yorin; R747=Gavra", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_agreement-00059", "response_text": "Assignment: R182=Veylan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_agreement-00038", "response_text": "Assignment: R894=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_agreement-00388", "response_text": "Assignment: R957=Deyra", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_agreement-00793", "response_text": "Assignment: R201=Pevra", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_agreement-00383", "response_text": "Assignment: R729=Veylan; R103=Deyra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_agreement-00658", "response_text": "Assignment: R272=Orlan; R506=Lyrra", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_agreement-00798", "response_text": "Assignment: R182=Uvara", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_agreement-00266", "response_text": "Assignment: R615=Orlan; R682=Sella", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_agreement-00234", "response_text": "Assignment: R454=Pevra; R475=Uvara", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_agreement-00083", "response_text": "Assignment: R531=Pevra", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_agreement-00198", "response_text": "Assignment: R657=Quist", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_agreement-00550", "response_text": "Assignment: R107=Ilyan", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_agreement-00068", "response_text": "Assignment: R928=Tarin; R645=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_agreement-00670", "response_text": "Assignment: R233=Falen", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_agreement-00650", "response_text": "Assignment: R810=Neris; R370=Werren", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_agreement-00004", "response_text": "Assignment: R669=Corren", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_agreement-00112", "response_text": "Assignment: R640=Gavra", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_agreement-00657", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_agreement-00230", "response_text": "Assignment: R927=Veylan", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_agreement-00660", "response_text": "Assignment: R754=Lyrra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_agreement-00246", "response_text": "Assignment: R279=Hesta", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_agreement-00035", "response_text": "Assignment: R693=Ilyan", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_agreement-00407", "response_text": "Assignment: R155=Neris", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_agreement-00107", "response_text": "Assignment: R406=Quist", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_agreement-00446", "response_text": "Assignment: R961=Tarin; R606=Gavra", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_agreement-00418", "response_text": "Assignment: R625=Orlan; R343=Xara", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_agreement-00498", "response_text": "Assignment: R962=Jorra; R735=Quist", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_agreement-00361", "response_text": "Assignment: R126=Meren; R686=Falen", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_agreement-00510", "response_text": "Assignment: R314=Zevra", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_agreement-00732", "response_text": "Assignment: R819=Werren", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_agreement-00538", "response_text": "Assignment: R435=Pevra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_agreement-00788", "response_text": "Assignment: R589=Meren; R829=Gavra", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_agreement-00568", "response_text": "Assignment: R627=Yorin", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_agreement-00711", "response_text": "Assignment: R825=Falen", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_agreement-00769", "response_text": "Assignment: R141=Baska", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_agreement-00439", "response_text": "Assignment: R844=Xara; R315=Veylan", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_agreement-00770", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_agreement-00080", "response_text": "Assignment: R274=Falen; R522=Zevra", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_agreement-00491", "response_text": "Assignment: R620=Pevra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_agreement-00263", "response_text": "Assignment: R942=Werren; R973=Pevra", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_agreement-00270", "response_text": "Assignment: R447=Orlan", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_agreement-00181", "response_text": "Assignment: R315=Werren; R646=Corren", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_agreement-00040", "response_text": "Assignment: R984=Yorin", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_agreement-00377", "response_text": "Assignment: R135=Aldren; R627=Werren", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_agreement-00449", "response_text": "Assignment: R498=Lyrra; R299=Werren", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_agreement-00285", "response_text": "Assignment: R964=Gavra; R562=Uvara", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_agreement-00168", "response_text": "Assignment: R528=Aldren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_agreement-00524", "response_text": "Assignment: R774=Lyrra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_agreement-00445", "response_text": "Assignment: R485=Tarin", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_agreement-00129", "response_text": "Assignment: R146=Gavra", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_agreement-00122", "response_text": "Assignment: R928=Quist", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_agreement-00352", "response_text": "Assignment: R529=Yorin", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_agreement-00223", "response_text": "Assignment: R489=Hesta", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_agreement-00164", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_agreement-00646", "response_text": "Assignment: R141=Uvara", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_agreement-00753", "response_text": "Assignment: R798=Jorra; R560=Meren", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_agreement-00626", "response_text": "Assignment: R922=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_agreement-00012", "response_text": "Assignment: R215=Werren", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_agreement-00434", "response_text": "Assignment: R259=Hesta; R782=Meren", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_agreement-00278", "response_text": "Assignment: R127=Ilyan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_agreement-00588", "response_text": "Assignment: R265=Hesta; R842=Corren", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_agreement-00625", "response_text": "Assignment: R750=Ilyan; R801=Uvara", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_agreement-00579", "response_text": "Assignment: R971=Werren; R902=Ilyan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_agreement-00175", "response_text": "Assignment: R943=Jorra", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_agreement-00564", "response_text": "Assignment: R443=Etris", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_agreement-00661", "response_text": "Assignment: R228=Neris; R510=Deyra", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_agreement-00473", "response_text": "Assignment: R856=Rovan", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_agreement-00718", "response_text": "Assignment: R870=Xara; R561=Aldren", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_agreement-00673", "response_text": "Assignment: R827=Werren; R446=Pevra", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_agreement-00402", "response_text": "Assignment: R867=Tarin", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_agreement-00344", "response_text": "Assignment: R305=Pevra; R469=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_agreement-00681", "response_text": "Assignment: R269=Orlan; R439=Orlan", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_agreement-00511", "response_text": "Assignment: R727=Etris; R850=Sella", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_agreement-00477", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_agreement-00545", "response_text": "Assignment: R754=Deyra; R194=Baska", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_agreement-00170", "response_text": "Assignment: R263=Lyrra; R703=Uvara", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_agreement-00762", "response_text": "Assignment: R326=Gavra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_agreement-00020", "response_text": "Assignment: R734=Hesta", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_agreement-00415", "response_text": "Assignment: R676=Kest; R368=Aldren", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_agreement-00010", "response_text": "Assignment: R170=Hesta; R233=Orlan", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_agreement-00395", "response_text": "Assignment: R461=Lyrra; R846=Rovan", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_agreement-00724", "response_text": "Assignment: R749=Corren", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_agreement-00566", "response_text": "Assignment: R388=Tarin; R422=Yorin", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_agreement-00599", "response_text": "Assignment: R528=Xara; R353=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_agreement-00338", "response_text": "Assignment: R673=Werren; R708=Ilyan", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_agreement-00284", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_agreement-00476", "response_text": "Assignment: R557=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_agreement-00184", "response_text": "Assignment: R364=Deyra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_agreement-00065", "response_text": "Assignment: R963=Ilyan", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_agreement-00226", "response_text": "Assignment: R973=Corren; R224=Sella", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_agreement-00409", "response_text": "Assignment: R994=Falen", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_agreement-00379", "response_text": "Assignment: R932=Orlan", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_agreement-00474", "response_text": "Assignment: R762=Neris; R298=Deyra", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_agreement-00736", "response_text": "Assignment: R438=Corren", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_agreement-00053", "response_text": "Assignment: R686=Pevra; R707=Lyrra", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_agreement-00121", "response_text": "Assignment: R645=Hesta", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_agreement-00775", "response_text": "Assignment: R868=Pevra", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_agreement-00464", "response_text": "Assignment: R727=Werren; R837=Ilyan", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_agreement-00326", "response_text": "Assignment: R815=Kest", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_agreement-00454", "response_text": "Assignment: R846=Corren", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_agreement-00367", "response_text": "Assignment: R892=Werren; R269=Zevra", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_agreement-00203", "response_text": "Assignment: R917=Orlan", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_agreement-00490", "response_text": "Assignment: R601=Rovan; R732=Orlan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_agreement-00437", "response_text": "Assignment: R991=Lyrra", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_agreement-00406", "response_text": "Assignment: R140=Lyrra", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_agreement-00237", "response_text": "Assignment: R475=Deyra; R888=Ilyan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_agreement-00240", "response_text": "Assignment: R759=Hesta", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_agreement-00043", "response_text": "Assignment: R536=Pevra; R571=Corren", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_agreement-00355", "response_text": "Assignment: R458=Lyrra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_agreement-00394", "response_text": "Assignment: R127=Falen", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_agreement-00396", "response_text": "Assignment: R956=Meren; R686=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_agreement-00466", "response_text": "Assignment: R249=Lyrra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_agreement-00462", "response_text": "Assignment: R853=Sella", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_agreement-00114", "response_text": "Assignment: R536=Werren; R486=Sella", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_agreement-00103", "response_text": "Assignment: R417=Neris; R843=Deyra", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_agreement-00022", "response_text": "Assignment: R145=Aldren; R957=Lyrra", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_agreement-00235", "response_text": "Assignment: R852=Falen", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_agreement-00787", "response_text": "Assignment: R733=Tarin; R608=Quist", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_agreement-00124", "response_text": "Assignment: R584=Pevra; R765=Xara", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_agreement-00749", "response_text": "Assignment: R371=Neris; R353=Ilyan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_agreement-00709", "response_text": "Assignment: R761=Uvara; R168=Baska", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_agreement-00467", "response_text": "Assignment: R157=Werren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_agreement-00145", "response_text": "Assignment: R791=Etris; R506=Kest", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_agreement-00069", "response_text": "Assignment: R556=Gavra", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_agreement-00005", "response_text": "Assignment: R380=Tarin", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_agreement-00620", "response_text": "Assignment: R141=Uvara; R968=Werren", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_agreement-00190", "response_text": "Assignment: R573=Gavra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_agreement-00633", "response_text": "Assignment: R718=Veylan", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_agreement-00045", "response_text": "Assignment: R536=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_agreement-00468", "response_text": "Assignment: R211=Jorra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_agreement-00562", "response_text": "Assignment: R710=Xara", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_agreement-00531", "response_text": "Assignment: R420=Hesta; R203=Aldren", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_agreement-00698", "response_text": "Assignment: R372=Falen", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_agreement-00305", "response_text": "Assignment: R981=Pevra", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_agreement-00162", "response_text": "Assignment: R110=Neris; R869=Yorin", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_agreement-00176", "response_text": "Assignment: R678=Kest", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_agreement-00372", "response_text": "Assignment: R846=Kest; R332=Kest", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_agreement-00417", "response_text": "Assignment: R853=Hesta; R731=Meren", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_agreement-00777", "response_text": "Assignment: R914=Baska; R278=Tarin", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_agreement-00527", "response_text": "Assignment: R132=Quist; R932=Gavra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_agreement-00260", "response_text": "Assignment: R675=Jorra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_agreement-00647", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_agreement-00551", "response_text": "Assignment: R854=Xara; R341=Yorin", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_agreement-00581", "response_text": "Assignment: R181=Quist; R534=Gavra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_agreement-00690", "response_text": "Assignment: R371=Quist; R283=Ilyan", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_agreement-00117", "response_text": "Assignment: R405=Tarin", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_agreement-00559", "response_text": "Assignment: R898=Rovan; R797=Deyra", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_agreement-00099", "response_text": "Assignment: R713=Meren; R914=Quist", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_agreement-00513", "response_text": "Assignment: R338=Falen", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_agreement-00624", "response_text": "Assignment: R278=Yorin; R987=Baska", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_agreement-00703", "response_text": "Assignment: R217=Xara; R311=Gavra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_agreement-00362", "response_text": "Assignment: R430=Sella", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_agreement-00291", "response_text": "Assignment: R244=Rovan", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_agreement-00115", "response_text": "Assignment: R519=Neris", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_agreement-00712", "response_text": "Assignment: R870=Falen; R804=Zevra", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_agreement-00610", "response_text": "Assignment: R656=Kest", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_agreement-00514", "response_text": "Assignment: R651=Aldren", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_agreement-00072", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_agreement-00024", "response_text": "Assignment: R692=Werren", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_agreement-00644", "response_text": "Assignment: R960=Kest; R753=Xara", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_agreement-00013", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_agreement-00428", "response_text": "Assignment: R898=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_agreement-00797", "response_text": "Assignment: R209=Uvara; R688=Corren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_agreement-00520", "response_text": "Assignment: R774=Etris", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_agreement-00751", "response_text": "Assignment: R310=Falen", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_agreement-00301", "response_text": "Assignment: R668=Etris", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_agreement-00547", "response_text": "Assignment: R743=Sella; R193=Hesta", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_agreement-00157", "response_text": "Assignment: R270=Veylan; R313=Neris", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_agreement-00492", "response_text": "Assignment: R340=Uvara; R410=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_agreement-00795", "response_text": "Assignment: R810=Etris", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_agreement-00267", "response_text": "Assignment: R863=Yorin", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_agreement-00078", "response_text": "Assignment: R839=Werren; R123=Uvara", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_agreement-00783", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_agreement-00334", "response_text": "Assignment: R541=Veylan", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_agreement-00678", "response_text": "Assignment: R405=Aldren", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_agreement-00577", "response_text": "Assignment: R672=Gavra", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_agreement-00337", "response_text": "Assignment: R358=Zevra", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_agreement-00427", "response_text": "Assignment: R487=Veylan", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_agreement-00232", "response_text": "Assignment: R480=Gavra", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_agreement-00553", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_agreement-00469", "response_text": "Assignment: R741=Tarin; R265=Meren", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_agreement-00354", "response_text": "Assignment: R519=Rovan; R342=Deyra", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_agreement-00440", "response_text": "Assignment: R721=Pevra; R614=Lyrra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_agreement-00095", "response_text": "Assignment: R851=Pevra", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_agreement-00279", "response_text": "Assignment: R447=Baska; R826=Neris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_agreement-00429", "response_text": "Assignment: R137=Falen; R961=Sella", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_agreement-00346", "response_text": "Assignment: R807=Yorin; R284=Werren", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_agreement-00111", "response_text": "Assignment: R288=Hesta; R330=Pevra", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_agreement-00715", "response_text": "Assignment: R792=Tarin; R795=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_agreement-00533", "response_text": "Assignment: R573=Xara; R836=Veylan", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_agreement-00530", "response_text": "Assignment: R809=Meren", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_agreement-00481", "response_text": "Assignment: R147=Orlan; R689=Uvara", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_agreement-00134", "response_text": "Assignment: R396=Veylan", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_agreement-00632", "response_text": "Assignment: R776=Veylan; R104=Falen", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_agreement-00208", "response_text": "Assignment: R877=Veylan", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_agreement-00218", "response_text": "Assignment: R713=Werren", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_agreement-00456", "response_text": "Assignment: R926=Xara; R552=Yorin", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_agreement-00075", "response_text": "Assignment: R200=Rovan; R761=Hesta", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_agreement-00191", "response_text": "Assignment: R458=Etris; R617=Hesta", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_agreement-00706", "response_text": "Assignment: R951=Aldren; R830=Pevra", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_agreement-00648", "response_text": "Assignment: R413=Corren", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_agreement-00087", "response_text": "Assignment: R467=Jorra; R172=Tarin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_agreement-00139", "response_text": "Assignment: R692=Werren; R270=Corren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_agreement-00322", "response_text": "Assignment: R714=Ilyan; R496=Uvara", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_agreement-00041", "response_text": "Assignment: R415=Meren", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_agreement-00306", "response_text": "Assignment: R110=Zevra; R151=Pevra", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_agreement-00315", "response_text": "Assignment: R787=Deyra", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_agreement-00081", "response_text": "Assignment: R326=Aldren", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_agreement-00465", "response_text": "Assignment: R777=Corren; R969=Yorin", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_agreement-00271", "response_text": "Assignment: R513=Veylan", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_agreement-00460", "response_text": "Assignment: R555=Corren; R887=Baska", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_agreement-00443", "response_text": "Assignment: R181=Corren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_agreement-00048", "response_text": "Assignment: R753=Werren; R858=Zevra", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_agreement-00455", "response_text": "Assignment: R765=Baska; R435=Quist", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_agreement-00665", "response_text": "Assignment: R163=Quist", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_agreement-00604", "response_text": "Assignment: R254=Baska", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_agreement-00189", "response_text": "Assignment: R654=Rovan; R437=Pevra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_agreement-00178", "response_text": "Assignment: R226=Quist; R690=Falen", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_agreement-00483", "response_text": "Assignment: R872=Pevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_agreement-00245", "response_text": "Assignment: R918=Falen; R151=Werren", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_agreement-00539", "response_text": "Assignment: R818=Aldren; R923=Kest", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_agreement-00501", "response_text": "Assignment: R696=Falen; R239=Deyra", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_agreement-00710", "response_text": "Assignment: R700=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_agreement-00018", "response_text": "Assignment: R903=Pevra; R295=Aldren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_agreement-00374", "response_text": "Assignment: R306=Lyrra", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_agreement-00755", "response_text": "Assignment: R905=Sella", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_agreement-00365", "response_text": "Assignment: R338=Baska", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_agreement-00353", "response_text": "Assignment: R438=Quist; R652=Corren", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_agreement-00522", "response_text": "Assignment: R246=Baska; R903=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_agreement-00370", "response_text": "Assignment: R367=Corren", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_agreement-00689", "response_text": "Assignment: R594=Tarin", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_agreement-00679", "response_text": "Assignment: R482=Gavra; R647=Sella", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_agreement-00645", "response_text": "Assignment: R919=Deyra; R924=Corren", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_agreement-00614", "response_text": "Assignment: R305=Yorin; R117=Tarin", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_agreement-00249", "response_text": "Assignment: R945=Deyra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_agreement-00597", "response_text": "Assignment: R457=Falen", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_agreement-00457", "response_text": "Assignment: R808=Veylan", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_agreement-00489", "response_text": "Assignment: R473=Orlan", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_agreement-00062", "response_text": "Assignment: R192=Werren", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_agreement-00669", "response_text": "Assignment: R459=Orlan; R617=Veylan", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_agreement-00257", "response_text": "Assignment: R139=Werren; R108=Lyrra", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_agreement-00021", "response_text": "Assignment: R233=Meren; R730=Veylan", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_agreement-00304", "response_text": "Assignment: R206=Aldren; R536=Kest", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_agreement-00309", "response_text": "Assignment: R917=Rovan; R542=Meren", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_agreement-00555", "response_text": "Assignment: R610=Etris; R574=Rovan", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_agreement-00609", "response_text": "Assignment: R336=Sella", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_agreement-00432", "response_text": "Assignment: R996=Werren", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_agreement-00444", "response_text": "Assignment: R587=Hesta; R118=Sella", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_agreement-00153", "response_text": "Assignment: R870=Tarin; R977=Aldren", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_agreement-00546", "response_text": "Assignment: R953=Veylan", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_agreement-00177", "response_text": "Assignment: R144=Quist; R872=Jorra", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_agreement-00585", "response_text": "Assignment: R589=Uvara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_agreement-00158", "response_text": "Assignment: R970=Hesta; R805=Rovan", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_agreement-00494", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_agreement-00622", "response_text": "Assignment: R141=Lyrra", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_agreement-00106", "response_text": "Assignment: R458=Baska; R156=Etris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_agreement-00152", "response_text": "Assignment: R938=Veylan", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_agreement-00097", "response_text": "Assignment: R941=Yorin", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_agreement-00034", "response_text": "Assignment: R548=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_agreement-00789", "response_text": "Assignment: R596=Baska; R625=Meren", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_agreement-00656", "response_text": "Assignment: R296=Tarin", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_agreement-00046", "response_text": "Assignment: R561=Hesta", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_agreement-00079", "response_text": "Assignment: R197=Orlan; R846=Quist", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_agreement-00298", "response_text": "Assignment: R239=Deyra; R735=Ilyan", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_agreement-00236", "response_text": "Assignment: R114=Ilyan", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_agreement-00652", "response_text": "Assignment: R230=Deyra", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_agreement-00359", "response_text": "Assignment: R141=Falen", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_agreement-00373", "response_text": "Assignment: R303=Ilyan", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_agreement-00050", "response_text": "Assignment: R870=Zevra", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_agreement-00302", "response_text": "Assignment: R556=Rovan; R778=Aldren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_agreement-00500", "response_text": "Assignment: R285=Falen; R925=Kest", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_agreement-00664", "response_text": "Assignment: R272=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_agreement-00781", "response_text": "Assignment: R409=Hesta; R207=Werren", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_agreement-00540", "response_text": "Assignment: R800=Veylan", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_agreement-00194", "response_text": "Assignment: R241=Sella", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_agreement-00602", "response_text": "Assignment: R357=Falen", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_agreement-00077", "response_text": "Assignment: R824=Deyra", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_agreement-00055", "response_text": "Assignment: R339=Etris; R660=Meren", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_agreement-00333", "response_text": "Assignment: R313=Falen; R119=Hesta", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_agreement-00542", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_agreement-00006", "response_text": "Assignment: R516=Lyrra; R755=Corren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_agreement-00137", "response_text": "Assignment: R577=Jorra", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_agreement-00482", "response_text": "Assignment: R151=Kest; R962=Corren", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_agreement-00400", "response_text": "Assignment: R836=Hesta; R457=Xara", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_agreement-00707", "response_text": "Assignment: R777=Baska", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_agreement-00532", "response_text": "Assignment: R938=Veylan", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_agreement-00014", "response_text": "Assignment: R793=Veylan; R554=Rovan", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_agreement-00668", "response_text": "Assignment: R217=Veylan", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_agreement-00000", "response_text": "Assignment: R164=Deyra; R370=Quist", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_agreement-00140", "response_text": "Assignment: R698=Quist", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_agreement-00244", "response_text": "Assignment: R359=Lyrra; R818=Etris", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_agreement-00347", "response_text": "Assignment: R359=Falen", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_agreement-00215", "response_text": "Assignment: R914=Falen", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_agreement-00754", "response_text": "Assignment: R172=Meren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_agreement-00472", "response_text": "Assignment: R790=Gavra", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_agreement-00130", "response_text": "Assignment: R140=Deyra; R271=Gavra", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_agreement-00174", "response_text": "Assignment: R224=Xara; R612=Gavra", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_agreement-00109", "response_text": "Assignment: R147=Gavra; R674=Werren", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_agreement-00307", "response_text": "Assignment: R976=Baska", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_agreement-00708", "response_text": "Assignment: R765=Rovan; R244=Meren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_agreement-00677", "response_text": "Assignment: R272=Neris; R812=Kest", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_agreement-00029", "response_text": "Assignment: R438=Gavra; R455=Veylan", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_agreement-00756", "response_text": "Assignment: R248=Zevra", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_agreement-00127", "response_text": "Assignment: R970=Hesta", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_agreement-00212", "response_text": "Assignment: R487=Rovan; R124=Zevra", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_agreement-00607", "response_text": "Assignment: R910=Ilyan; R507=Baska", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_agreement-00697", "response_text": "Assignment: R266=Rovan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_agreement-00563", "response_text": "Assignment: R640=Neris; R452=Lyrra", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_agreement-00561", "response_text": "Assignment: R865=Veylan", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_agreement-00091", "response_text": "Assignment: R308=Xara", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_agreement-00771", "response_text": "Assignment: R561=Tarin; R176=Gavra", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_agreement-00507", "response_text": "Assignment: R132=Neris; R391=Yorin", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_agreement-00684", "response_text": "Assignment: R336=Yorin; R509=Sella", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_agreement-00575", "response_text": "Assignment: R680=Kest", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_agreement-00447", "response_text": "Assignment: R682=Jorra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_agreement-00222", "response_text": "Assignment: R339=Uvara", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_agreement-00262", "response_text": "Assignment: R432=Orlan; R781=Pevra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_agreement-00414", "response_text": "Assignment: R460=Veylan", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_agreement-00586", "response_text": "Assignment: R427=Lyrra", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_agreement-00587", "response_text": "Assignment: R923=Meren; R805=Baska", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_agreement-00433", "response_text": "Assignment: R588=Lyrra; R178=Quist", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_agreement-00430", "response_text": "Assignment: R447=Uvara; R271=Rovan", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_agreement-00425", "response_text": "Assignment: R308=Tarin; R974=Yorin", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_agreement-00030", "response_text": "Assignment: R995=Orlan", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_agreement-00332", "response_text": "Assignment: R805=Uvara", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_agreement-00643", "response_text": "Assignment: R737=Corren; R687=Tarin", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_agreement-00049", "response_text": "Assignment: R270=Tarin", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_agreement-00026", "response_text": "Assignment: R632=Xara", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_agreement-00451", "response_text": "Assignment: R626=Pevra; R989=Quist", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_agreement-00729", "response_text": "Assignment: R899=Aldren; R101=Veylan", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_agreement-00025", "response_text": "Assignment: R249=Gavra; R979=Werren", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_agreement-00570", "response_text": "Assignment: R562=Uvara; R179=Rovan", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_agreement-00274", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_agreement-00120", "response_text": "Assignment: R270=Ilyan; R457=Etris", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_agreement-00325", "response_text": "Assignment: R255=Kest; R693=Lyrra", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_agreement-00623", "response_text": "Assignment: R153=Zevra; R403=Quist", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_agreement-00051", "response_text": "Assignment: R702=Lyrra; R155=Gavra", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_agreement-00725", "response_text": "Assignment: R664=Uvara", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_agreement-00442", "response_text": "Assignment: R369=Uvara; R592=Orlan", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_agreement-00147", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_agreement-00663", "response_text": "Assignment: R386=Baska; R607=Werren", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_agreement-00280", "response_text": "Assignment: R103=Lyrra; R290=Meren", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_agreement-00505", "response_text": "Assignment: R589=Sella; R952=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_agreement-00671", "response_text": "Assignment: R250=Zevra; R830=Yorin", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_agreement-00637", "response_text": "Assignment: R302=Werren; R540=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_agreement-00160", "response_text": "Assignment: R428=Jorra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_agreement-00297", "response_text": "Assignment: R131=Neris", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_holdout_conflict.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_conflict-00040", "response_text": "Assignment: R721=Zevra", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_conflict-00083", "response_text": "Assignment: R750=Deyra; R518=Meren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_conflict-00761", "response_text": "Assignment: R698=Corren", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_conflict-00586", "response_text": "Assignment: R935=Pevra; R353=Sella", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_conflict-00704", "response_text": "Assignment: R787=Ilyan", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_conflict-00058", "response_text": "Assignment: R410=Uvara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_conflict-00599", "response_text": "Assignment: R860=Neris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_conflict-00067", "response_text": "Assignment: R333=Zevra; R418=Pevra", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_conflict-00741", "response_text": "Assignment: R470=Aldren; R101=Corren", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_conflict-00276", "response_text": "Assignment: R698=Kest", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_conflict-00205", "response_text": "Assignment: R591=Falen", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_conflict-00748", "response_text": "Assignment: R261=Corren; R872=Ilyan", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_conflict-00616", "response_text": "Assignment: R746=Orlan; R715=Falen", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_conflict-00092", "response_text": "Assignment: R170=Lyrra; R491=Rovan", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_conflict-00593", "response_text": "Assignment: R764=Werren; R452=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_conflict-00008", "response_text": "Assignment: R476=Hesta; R978=Falen", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_conflict-00362", "response_text": "Assignment: R294=Rovan; R121=Deyra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_conflict-00670", "response_text": "Assignment: R371=Lyrra", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_conflict-00168", "response_text": "Assignment: R329=Yorin", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_conflict-00087", "response_text": "Assignment: R926=Yorin; R233=Jorra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_conflict-00302", "response_text": "Assignment: R168=Tarin; R619=Tarin", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_conflict-00304", "response_text": "Assignment: R398=Ilyan; R491=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_conflict-00496", "response_text": "Assignment: R617=Orlan", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_conflict-00778", "response_text": "Assignment: R454=Deyra", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_conflict-00306", "response_text": "Assignment: R693=Rovan; R228=Deyra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_conflict-00342", "response_text": "Assignment: R964=Rovan", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_conflict-00659", "response_text": "Assignment: R276=Hesta", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_conflict-00409", "response_text": "Assignment: R862=Etris", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_conflict-00528", "response_text": "Assignment: R366=Sella", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_conflict-00786", "response_text": "Assignment: R685=Aldren; R824=Gavra", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_conflict-00479", "response_text": "Assignment: R992=Ilyan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_conflict-00233", "response_text": "Assignment: R447=Ilyan; R322=Baska", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_conflict-00780", "response_text": "Assignment: R906=Neris; R207=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_conflict-00437", "response_text": "Assignment: R898=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_conflict-00066", "response_text": "Assignment: R163=Neris; R632=Deyra", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_conflict-00357", "response_text": "Assignment: R339=Lyrra; R790=Werren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_conflict-00745", "response_text": "Assignment: R682=Tarin; R639=Neris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_conflict-00500", "response_text": "Assignment: R880=Gavra", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_conflict-00105", "response_text": "Assignment: R536=Kest", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_conflict-00016", "response_text": "Assignment: R761=Veylan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_conflict-00591", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_conflict-00794", "response_text": "Assignment: R771=Jorra; R972=Xara", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_conflict-00735", "response_text": "Assignment: R855=Werren", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_conflict-00716", "response_text": "Assignment: R397=Aldren", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_conflict-00544", "response_text": "Assignment: R308=Ilyan; R981=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_conflict-00355", "response_text": "Assignment: R209=Gavra; R862=Uvara", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_conflict-00114", "response_text": "Assignment: R640=Corren", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_conflict-00032", "response_text": "Assignment: R742=Orlan; R632=Deyra", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_conflict-00095", "response_text": "Assignment: R580=Orlan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_conflict-00414", "response_text": "Assignment: R837=Jorra", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_conflict-00643", "response_text": "Assignment: R599=Jorra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_conflict-00598", "response_text": "Assignment: R529=Xara; R335=Werren", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_conflict-00054", "response_text": "Assignment: R991=Neris; R619=Uvara", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_conflict-00424", "response_text": "Assignment: R785=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_conflict-00742", "response_text": "Assignment: R978=Baska", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_conflict-00577", "response_text": "Assignment: R762=Falen", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_conflict-00515", "response_text": "Assignment: R280=Quist; R160=Gavra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_conflict-00324", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_conflict-00059", "response_text": "Assignment: R877=Quist; R617=Meren", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_conflict-00195", "response_text": "Assignment: R821=Etris", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_conflict-00235", "response_text": "Assignment: R253=Tarin", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_conflict-00096", "response_text": "Assignment: R855=Baska", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_conflict-00150", "response_text": "Assignment: R358=Corren", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_conflict-00456", "response_text": "Assignment: R607=Lyrra; R627=Aldren", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_conflict-00535", "response_text": "Assignment: R236=Deyra; R158=Hesta", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_conflict-00412", "response_text": "Assignment: R782=Falen; R484=Neris", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_conflict-00553", "response_text": "Assignment: R703=Xara", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_conflict-00393", "response_text": "Assignment: R314=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_conflict-00585", "response_text": "Assignment: R856=Deyra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_conflict-00796", "response_text": "Assignment: R898=Etris; R394=Tarin", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_conflict-00069", "response_text": "Assignment: R519=Yorin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_conflict-00260", "response_text": "Assignment: R922=Uvara; R817=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_conflict-00356", "response_text": "Assignment: R621=Falen; R233=Yorin", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_conflict-00438", "response_text": "Assignment: R102=Deyra; R364=Meren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_conflict-00426", "response_text": "Assignment: R702=Deyra; R799=Xara", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_conflict-00463", "response_text": "Assignment: R583=Meren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_conflict-00243", "response_text": "Assignment: R658=Tarin", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_conflict-00234", "response_text": "Assignment: R165=Meren; R292=Meren", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_conflict-00647", "response_text": "Assignment: R841=Corren; R401=Gavra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_conflict-00788", "response_text": "Assignment: R131=Yorin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_conflict-00327", "response_text": "Assignment: R496=Uvara", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_conflict-00224", "response_text": "Assignment: R242=Rovan", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_conflict-00033", "response_text": "Assignment: R765=Uvara", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_conflict-00002", "response_text": "Assignment: R155=Yorin", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_conflict-00122", "response_text": "Assignment: R787=Meren; R837=Veylan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_conflict-00193", "response_text": "Assignment: R562=Veylan; R940=Aldren", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_conflict-00170", "response_text": "Assignment: R524=Etris; R450=Meren", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_conflict-00516", "response_text": "Assignment: R544=Kest; R302=Jorra", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_conflict-00571", "response_text": "Assignment: R859=Quist", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_conflict-00108", "response_text": "Assignment: R233=Xara", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_conflict-00216", "response_text": "Assignment: R844=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_conflict-00169", "response_text": "Assignment: R909=Yorin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_conflict-00211", "response_text": "Assignment: R958=Ilyan; R713=Yorin", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_conflict-00637", "response_text": "Assignment: R300=Deyra; R683=Zevra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_conflict-00300", "response_text": "Assignment: R484=Xara", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_conflict-00684", "response_text": "Assignment: R246=Pevra; R863=Kest", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_conflict-00395", "response_text": "Assignment: R960=Rovan; R456=Xara", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_conflict-00445", "response_text": "Assignment: R818=Etris", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_conflict-00184", "response_text": "Assignment: R195=Rovan", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_conflict-00421", "response_text": "Assignment: R626=Veylan", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_conflict-00629", "response_text": "Assignment: R623=Deyra", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_conflict-00522", "response_text": "Assignment: R133=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_conflict-00452", "response_text": "Assignment: R566=Corren", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_conflict-00185", "response_text": "Assignment: R161=Werren; R988=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_conflict-00210", "response_text": "Assignment: R235=Uvara", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_conflict-00326", "response_text": "Assignment: R473=Neris; R844=Jorra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_conflict-00740", "response_text": "Assignment: R621=Falen; R729=Sella", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_conflict-00192", "response_text": "Assignment: R313=Gavra; R800=Yorin", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_conflict-00165", "response_text": "Assignment: R942=Ilyan", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_conflict-00249", "response_text": "Assignment: R156=Uvara; R274=Quist", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_conflict-00628", "response_text": "Assignment: R933=Ilyan; R370=Sella", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_conflict-00650", "response_text": "Assignment: R670=Sella; R916=Meren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_conflict-00119", "response_text": "Assignment: R737=Gavra; R723=Jorra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_conflict-00171", "response_text": "Assignment: R645=Quist; R724=Hesta", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_conflict-00186", "response_text": "Assignment: R631=Etris; R794=Tarin", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_conflict-00475", "response_text": "Assignment: R304=Falen; R712=Ilyan", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_conflict-00758", "response_text": "Assignment: R207=Tarin", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_conflict-00630", "response_text": "Assignment: R737=Neris", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_conflict-00167", "response_text": "Assignment: R449=Xara; R976=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_conflict-00406", "response_text": "Assignment: R781=Yorin; R473=Rovan", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_conflict-00717", "response_text": "Assignment: R852=Jorra; R556=Veylan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_conflict-00587", "response_text": "Assignment: R587=Baska", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_conflict-00051", "response_text": "Assignment: R252=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_conflict-00661", "response_text": "Assignment: R550=Pevra", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_conflict-00721", "response_text": "Assignment: R304=Veylan; R831=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_conflict-00652", "response_text": "Assignment: R895=Orlan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_conflict-00206", "response_text": "Assignment: R949=Falen; R939=Zevra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_conflict-00698", "response_text": "Assignment: R212=Baska; R139=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_conflict-00236", "response_text": "Assignment: R778=Corren; R285=Etris", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_conflict-00757", "response_text": "Assignment: R265=Meren; R835=Gavra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_conflict-00764", "response_text": "Assignment: R996=Tarin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_conflict-00662", "response_text": "Assignment: R927=Deyra", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_conflict-00094", "response_text": "Assignment: R602=Werren; R504=Etris", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_conflict-00446", "response_text": "Assignment: R168=Werren; R380=Deyra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_conflict-00079", "response_text": "Assignment: R550=Meren", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_conflict-00349", "response_text": "Assignment: R177=Sella", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_conflict-00583", "response_text": "Assignment: R537=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_conflict-00536", "response_text": "Assignment: R873=Zevra; R460=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_conflict-00566", "response_text": "Assignment: R434=Etris; R145=Ilyan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_conflict-00132", "response_text": "Assignment: R776=Gavra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_conflict-00050", "response_text": "Assignment: R290=Corren", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_conflict-00665", "response_text": "Assignment: R131=Yorin; R595=Hesta", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_conflict-00550", "response_text": "Assignment: R403=Hesta; R180=Lyrra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_conflict-00417", "response_text": "Assignment: R836=Orlan", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_conflict-00459", "response_text": "Assignment: R700=Tarin", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_conflict-00773", "response_text": "Assignment: R298=Aldren", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_conflict-00747", "response_text": "Assignment: R348=Meren", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_conflict-00728", "response_text": "Assignment: R716=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_conflict-00203", "response_text": "Assignment: R293=Aldren; R217=Rovan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_conflict-00013", "response_text": "Assignment: R145=Werren; R437=Sella", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_conflict-00511", "response_text": "Assignment: R380=Ilyan; R187=Orlan", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_conflict-00106", "response_text": "Assignment: R152=Lyrra; R729=Uvara", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_conflict-00523", "response_text": "Assignment: R822=Xara", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_conflict-00025", "response_text": "Assignment: R666=Gavra", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_conflict-00007", "response_text": "Assignment: R928=Etris", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_conflict-00460", "response_text": "Assignment: R718=Sella; R951=Zevra", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_conflict-00512", "response_text": "Assignment: R896=Ilyan", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_conflict-00607", "response_text": "Assignment: R681=Rovan", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_conflict-00525", "response_text": "Assignment: R844=Deyra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_conflict-00387", "response_text": "Assignment: R587=Baska; R877=Deyra", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_conflict-00418", "response_text": "Assignment: R864=Rovan", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_conflict-00597", "response_text": "Assignment: R610=Sella; R912=Kest", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_conflict-00734", "response_text": "Assignment: R120=Zevra; R697=Gavra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_conflict-00341", "response_text": "Assignment: R741=Corren; R652=Etris", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_conflict-00581", "response_text": "Assignment: R423=Lyrra", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_conflict-00280", "response_text": "Assignment: R837=Aldren; R395=Zevra", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_conflict-00768", "response_text": "Assignment: R136=Werren; R384=Falen", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_conflict-00792", "response_text": "Assignment: R564=Yorin; R757=Lyrra", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_conflict-00711", "response_text": "Assignment: R789=Corren; R449=Neris", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_conflict-00134", "response_text": "Assignment: R834=Falen", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_conflict-00504", "response_text": "Assignment: R475=Rovan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_conflict-00358", "response_text": "Assignment: R677=Tarin", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_conflict-00723", "response_text": "Assignment: R933=Yorin", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_conflict-00399", "response_text": "Assignment: R820=Tarin", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_conflict-00172", "response_text": "Assignment: R386=Neris; R884=Veylan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_conflict-00799", "response_text": "Assignment: R321=Hesta; R720=Corren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_conflict-00219", "response_text": "Assignment: R272=Corren", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_conflict-00175", "response_text": "Assignment: R395=Rovan", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_conflict-00006", "response_text": "Assignment: R176=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_conflict-00082", "response_text": "Assignment: R731=Quist", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_conflict-00575", "response_text": "Assignment: R397=Deyra; R266=Corren", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_conflict-00542", "response_text": "Assignment: R323=Uvara", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_conflict-00707", "response_text": "Assignment: R704=Corren; R613=Etris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_conflict-00461", "response_text": "Assignment: R923=Lyrra", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_conflict-00223", "response_text": "Assignment: R708=Ilyan", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_conflict-00783", "response_text": "Assignment: R307=Gavra", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_conflict-00191", "response_text": "Assignment: R771=Neris; R532=Orlan", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_conflict-00634", "response_text": "Assignment: R629=Lyrra; R728=Werren", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_conflict-00530", "response_text": "Assignment: R259=Hesta", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_conflict-00558", "response_text": "Assignment: R869=Rovan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_conflict-00372", "response_text": "Assignment: R370=Sella; R401=Uvara", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_conflict-00242", "response_text": "Assignment: R128=Lyrra; R644=Etris", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_conflict-00189", "response_text": "Assignment: R245=Meren", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_conflict-00795", "response_text": "Assignment: R513=Kest", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_conflict-00621", "response_text": "Assignment: R204=Falen", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_conflict-00503", "response_text": "Assignment: R866=Jorra; R430=Tarin", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_conflict-00298", "response_text": "Assignment: R359=Etris", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_conflict-00693", "response_text": "Assignment: R191=Gavra", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_conflict-00502", "response_text": "Assignment: R248=Veylan", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_conflict-00738", "response_text": "Assignment: R800=Lyrra; R299=Jorra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_conflict-00551", "response_text": "Assignment: R275=Baska", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_conflict-00753", "response_text": "Assignment: R205=Quist; R890=Gavra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_conflict-00510", "response_text": "Assignment: R183=Aldren; R976=Falen", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_conflict-00589", "response_text": "Assignment: R978=Lyrra; R179=Jorra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_conflict-00705", "response_text": "Assignment: R438=Rovan", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_conflict-00021", "response_text": "Assignment: R801=Kest; R493=Meren", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_conflict-00244", "response_text": "Assignment: R689=Yorin; R343=Ilyan", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_conflict-00133", "response_text": "Assignment: R981=Aldren; R448=Rovan", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_conflict-00386", "response_text": "Assignment: R660=Etris", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_conflict-00073", "response_text": "Assignment: R754=Corren", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_conflict-00468", "response_text": "Assignment: R325=Werren", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_conflict-00086", "response_text": "Assignment: R880=Aldren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_conflict-00529", "response_text": "Assignment: R125=Yorin; R147=Werren", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_conflict-00692", "response_text": "Assignment: R385=Jorra; R482=Corren", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_conflict-00337", "response_text": "Assignment: R197=Ilyan", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_conflict-00517", "response_text": "Assignment: R969=Uvara", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_conflict-00687", "response_text": "Assignment: R162=Orlan; R709=Jorra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_conflict-00651", "response_text": "Assignment: R983=Baska", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_conflict-00028", "response_text": "Assignment: R723=Quist; R524=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_conflict-00228", "response_text": "Assignment: R956=Lyrra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_conflict-00088", "response_text": "Assignment: R768=Baska", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_conflict-00238", "response_text": "Assignment: R775=Meren", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_conflict-00272", "response_text": "Assignment: R914=Xara", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_conflict-00309", "response_text": "Assignment: R889=Falen; R705=Orlan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_conflict-00085", "response_text": "Assignment: R992=Etris; R825=Lyrra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_conflict-00464", "response_text": "Assignment: R466=Uvara", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_conflict-00397", "response_text": "Assignment: R745=Rovan; R654=Rovan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_conflict-00128", "response_text": "Assignment: R882=Werren", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_conflict-00305", "response_text": "Assignment: R416=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_conflict-00093", "response_text": "Assignment: R220=Corren", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_conflict-00429", "response_text": "Assignment: R812=Veylan; R454=Zevra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_conflict-00215", "response_text": "Assignment: R328=Werren; R333=Gavra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_conflict-00605", "response_text": "Assignment: R127=Neris", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_conflict-00116", "response_text": "Assignment: R828=Orlan; R241=Falen", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_conflict-00117", "response_text": "Assignment: R633=Yorin", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_conflict-00508", "response_text": "Assignment: R595=Hesta", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_conflict-00559", "response_text": "Assignment: R954=Neris; R550=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_conflict-00709", "response_text": "Assignment: R973=Zevra; R612=Baska", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_conflict-00756", "response_text": "Assignment: R719=Aldren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_conflict-00123", "response_text": "Assignment: R102=Meren; R175=Orlan", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_conflict-00767", "response_text": "Assignment: R298=Corren; R791=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_conflict-00449", "response_text": "Assignment: R232=Xara; R249=Rovan", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_conflict-00343", "response_text": "Assignment: R334=Tarin; R653=Xara", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_conflict-00744", "response_text": "Assignment: R712=Veylan; R610=Jorra", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_conflict-00180", "response_text": "Assignment: R383=Uvara; R104=Quist", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_conflict-00314", "response_text": "Assignment: R169=Baska; R697=Falen", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_conflict-00726", "response_text": "Assignment: R878=Veylan; R341=Veylan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_conflict-00147", "response_text": "Assignment: R921=Quist; R888=Etris", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_conflict-00755", "response_text": "Assignment: R239=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_conflict-00784", "response_text": "Assignment: R548=Tarin", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_conflict-00483", "response_text": "Assignment: R920=Tarin; R603=Quist", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_conflict-00097", "response_text": "Assignment: R144=Deyra", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_conflict-00787", "response_text": "Assignment: R557=Baska; R725=Werren", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_conflict-00588", "response_text": "Assignment: R118=Tarin; R357=Jorra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_conflict-00038", "response_text": "Assignment: R406=Rovan", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_conflict-00347", "response_text": "Assignment: R431=Lyrra; R333=Tarin", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_conflict-00010", "response_text": "Assignment: R257=Xara", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_conflict-00030", "response_text": "Assignment: R345=Orlan; R767=Deyra", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_conflict-00177", "response_text": "Assignment: R586=Meren", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_conflict-00270", "response_text": "Assignment: R329=Gavra", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_conflict-00269", "response_text": "Assignment: R771=Jorra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_conflict-00455", "response_text": "Assignment: R915=Ilyan; R877=Hesta", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_conflict-00506", "response_text": "Assignment: R186=Xara", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_conflict-00257", "response_text": "Assignment: R470=Neris", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_conflict-00229", "response_text": "Assignment: R328=Gavra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_conflict-00053", "response_text": "Assignment: R700=Rovan", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_conflict-00202", "response_text": "Assignment: R423=Sella", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_conflict-00727", "response_text": "Assignment: R288=Meren", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_conflict-00402", "response_text": "Assignment: R211=Etris; R387=Hesta", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_conflict-00037", "response_text": "Assignment: R472=Kest; R543=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_conflict-00638", "response_text": "Assignment: R428=Tarin; R702=Yorin", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_conflict-00526", "response_text": "Assignment: R714=Uvara", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_conflict-00278", "response_text": "Assignment: R668=Gavra; R438=Gavra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_conflict-00556", "response_text": "Assignment: R693=Deyra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_conflict-00441", "response_text": "Assignment: R400=Pevra; R700=Rovan", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_conflict-00485", "response_text": "Assignment: R320=Meren; R706=Werren", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_conflict-00075", "response_text": "Assignment: R527=Rovan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_conflict-00074", "response_text": "Assignment: R250=Gavra; R511=Tarin", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_conflict-00131", "response_text": "Assignment: R901=Meren; R933=Deyra", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_conflict-00295", "response_text": "Assignment: R443=Sella", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_conflict-00339", "response_text": "Assignment: R837=Tarin; R301=Jorra", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_conflict-00160", "response_text": "Assignment: R231=Rovan; R244=Rovan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_conflict-00130", "response_text": "Assignment: R767=Rovan; R877=Gavra", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_conflict-00408", "response_text": "Assignment: R842=Kest; R345=Uvara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_conflict-00031", "response_text": "Assignment: R484=Etris", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_conflict-00751", "response_text": "Assignment: R418=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_conflict-00288", "response_text": "Assignment: R731=Pevra", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_conflict-00624", "response_text": "Assignment: R621=Sella; R982=Hesta", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_conflict-00493", "response_text": "Assignment: R458=Gavra", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_conflict-00039", "response_text": "Assignment: R277=Meren; R641=Rovan", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_conflict-00465", "response_text": "Assignment: R176=Etris", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_conflict-00374", "response_text": "Assignment: R484=Falen; R481=Hesta", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_conflict-00552", "response_text": "Assignment: R610=Falen; R822=Neris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_conflict-00470", "response_text": "Assignment: R731=Hesta; R218=Falen", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_conflict-00237", "response_text": "Assignment: R314=Aldren; R623=Tarin", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_conflict-00344", "response_text": "Assignment: R864=Zevra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_conflict-00154", "response_text": "Assignment: R998=Etris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_conflict-00715", "response_text": "Assignment: R364=Baska; R944=Quist", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_conflict-00209", "response_text": "Assignment: R314=Sella; R586=Yorin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_conflict-00448", "response_text": "Assignment: R798=Zevra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_conflict-00196", "response_text": "Assignment: R351=Baska; R537=Zevra", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_conflict-00099", "response_text": "Assignment: R777=Uvara; R446=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_conflict-00350", "response_text": "Assignment: R384=Meren; R853=Aldren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_conflict-00389", "response_text": "Assignment: R474=Orlan; R651=Zevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_conflict-00174", "response_text": "Assignment: R318=Gavra; R841=Hesta", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_conflict-00190", "response_text": "Assignment: R629=Baska", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_conflict-00115", "response_text": "Assignment: R245=Ilyan; R191=Tarin", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_conflict-00779", "response_text": "Assignment: R654=Baska", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_conflict-00677", "response_text": "Assignment: R487=Lyrra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_conflict-00157", "response_text": "Assignment: R325=Yorin", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_conflict-00064", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_conflict-00676", "response_text": "Assignment: R502=Tarin; R323=Rovan", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_conflict-00631", "response_text": "Assignment: R793=Hesta; R143=Deyra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_conflict-00230", "response_text": "Assignment: R557=Aldren; R153=Deyra", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_conflict-00497", "response_text": "Assignment: R192=Jorra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_conflict-00026", "response_text": "Assignment: R428=Baska; R540=Falen", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_conflict-00574", "response_text": "Assignment: R275=Zevra", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_conflict-00290", "response_text": "Assignment: R678=Zevra; R722=Veylan", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_conflict-00636", "response_text": "Assignment: R443=Veylan", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_conflict-00563", "response_text": "Assignment: R164=Xara", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_conflict-00005", "response_text": "Assignment: R123=Uvara; R240=Deyra", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_conflict-00770", "response_text": "Assignment: R230=Quist", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_conflict-00370", "response_text": "Assignment: R600=Veylan; R949=Orlan", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_conflict-00775", "response_text": "Assignment: R858=Zevra; R501=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_conflict-00068", "response_text": "Assignment: R985=Hesta", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_conflict-00283", "response_text": "Assignment: R733=Gavra", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_conflict-00618", "response_text": "Assignment: R547=Veylan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_conflict-00423", "response_text": "Assignment: R427=Deyra", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_conflict-00250", "response_text": "Assignment: R676=Werren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_conflict-00639", "response_text": "Assignment: R776=Aldren", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_conflict-00256", "response_text": "Assignment: R585=Meren; R246=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_conflict-00248", "response_text": "Assignment: R425=Falen", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_conflict-00142", "response_text": "Assignment: R169=Veylan", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_conflict-00382", "response_text": "Assignment: R120=Veylan", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_conflict-00401", "response_text": "Assignment: R210=Veylan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_conflict-00020", "response_text": "Assignment: R552=Corren; R684=Werren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_conflict-00286", "response_text": "Assignment: R554=Neris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_conflict-00471", "response_text": "Assignment: R582=Aldren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_conflict-00127", "response_text": "Assignment: R873=Lyrra; R229=Yorin", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_conflict-00325", "response_text": "Assignment: R512=Jorra; R458=Sella", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_conflict-00432", "response_text": "Assignment: R826=Kest", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_conflict-00594", "response_text": "Assignment: R253=Meren", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_conflict-00351", "response_text": "Assignment: R451=Jorra; R341=Baska", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_conflict-00785", "response_text": "Assignment: R979=Quist", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_conflict-00220", "response_text": "Assignment: R704=Werren", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_conflict-00158", "response_text": "Assignment: R344=Lyrra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_conflict-00538", "response_text": "Assignment: R306=Uvara; R104=Veylan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_conflict-00763", "response_text": "Assignment: R389=Sella; R294=Jorra", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_conflict-00022", "response_text": "Assignment: R117=Ilyan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_conflict-00179", "response_text": "Assignment: R665=Tarin; R873=Hesta", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_conflict-00467", "response_text": "Assignment: R646=Lyrra; R375=Orlan", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_conflict-00499", "response_text": "Assignment: R627=Xara; R633=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_conflict-00411", "response_text": "Assignment: R863=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_conflict-00737", "response_text": "Assignment: R914=Orlan; R695=Corren", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_conflict-00413", "response_text": "Assignment: R235=Orlan", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_conflict-00289", "response_text": "Assignment: R924=Jorra", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_conflict-00714", "response_text": "Assignment: R201=Kest; R930=Gavra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_conflict-00431", "response_text": "Assignment: R533=Yorin", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_conflict-00675", "response_text": "Assignment: R317=Orlan", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_conflict-00673", "response_text": "Assignment: R452=Uvara; R841=Rovan", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_conflict-00307", "response_text": "Assignment: R758=Zevra", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_conflict-00140", "response_text": "Assignment: R325=Meren; R806=Deyra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_conflict-00281", "response_text": "Assignment: R419=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_conflict-00480", "response_text": "Assignment: R473=Falen", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_conflict-00345", "response_text": "Assignment: R409=Sella", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_conflict-00691", "response_text": "Assignment: R562=Corren; R318=Meren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_conflict-00364", "response_text": "Assignment: R177=Yorin", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_conflict-00113", "response_text": "Assignment: R150=Baska", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_conflict-00425", "response_text": "Assignment: R780=Veylan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_conflict-00706", "response_text": "Assignment: R461=Yorin; R962=Werren", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_conflict-00419", "response_text": "Assignment: R258=Xara; R344=Ilyan", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_conflict-00360", "response_text": "Assignment: R563=Jorra; R174=Jorra", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_conflict-00595", "response_text": "Assignment: R134=Rovan", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_conflict-00557", "response_text": "Assignment: R241=Rovan; R893=Rovan", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_conflict-00155", "response_text": "Assignment: R750=Gavra; R844=Pevra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_conflict-00492", "response_text": "Assignment: R916=Meren; R937=Sella", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_conflict-00410", "response_text": "Assignment: R871=Hesta; R139=Falen", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_conflict-00338", "response_text": "Assignment: R108=Baska; R263=Werren", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_conflict-00695", "response_text": "Assignment: R618=Gavra; R860=Gavra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_conflict-00569", "response_text": "Assignment: R493=Yorin", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_conflict-00657", "response_text": "Assignment: R516=Baska; R848=Ilyan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_conflict-00789", "response_text": "Assignment: R920=Aldren", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_conflict-00143", "response_text": "Assignment: R411=Tarin", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_conflict-00294", "response_text": "Assignment: R966=Falen; R283=Hesta", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_conflict-00240", "response_text": "Assignment: R886=Zevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_conflict-00136", "response_text": "Assignment: R483=Yorin", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_conflict-00713", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_conflict-00254", "response_text": "Assignment: R394=Orlan", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_conflict-00301", "response_text": "Assignment: R227=Werren; R493=Pevra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_conflict-00562", "response_text": "Assignment: R727=Sella", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_conflict-00610", "response_text": "Assignment: R587=Falen; R682=Jorra", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_conflict-00100", "response_text": "Assignment: R930=Pevra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_conflict-00444", "response_text": "Assignment: R101=Sella; R823=Zevra", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_conflict-00601", "response_text": "Assignment: R703=Aldren; R514=Baska", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_conflict-00776", "response_text": "Assignment: R948=Werren; R686=Uvara", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_conflict-00478", "response_text": "Assignment: R190=Pevra", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_conflict-00319", "response_text": "Assignment: R792=Aldren; R529=Veylan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_conflict-00334", "response_text": "Assignment: R968=Lyrra", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_conflict-00148", "response_text": "Assignment: R984=Deyra", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_conflict-00251", "response_text": "Assignment: R318=Gavra; R645=Quist", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_conflict-00642", "response_text": "Assignment: R159=Baska; R957=Deyra", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_conflict-00457", "response_text": "Assignment: R481=Etris; R497=Zevra", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_conflict-00139", "response_text": "Assignment: R669=Hesta; R976=Aldren", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_conflict-00379", "response_text": "Assignment: R865=Orlan; R374=Rovan", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_conflict-00543", "response_text": "Assignment: R782=Deyra; R956=Werren", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_conflict-00568", "response_text": "Assignment: R457=Kest; R177=Uvara", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_conflict-00056", "response_text": "Assignment: R751=Etris; R602=Werren", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_conflict-00359", "response_text": "Assignment: R592=Quist", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_conflict-00371", "response_text": "Assignment: R174=Hesta; R967=Neris", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_conflict-00732", "response_text": "Assignment: R114=Werren; R752=Tarin", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_conflict-00688", "response_text": "Assignment: R869=Werren; R886=Gavra", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_conflict-00578", "response_text": "Assignment: R366=Pevra; R496=Yorin", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_conflict-00736", "response_text": "Assignment: R777=Rovan", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_conflict-00436", "response_text": "Assignment: R489=Uvara; R565=Orlan", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_conflict-00003", "response_text": "Assignment: R951=Tarin; R786=Orlan", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_conflict-00263", "response_text": "Assignment: R384=Tarin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_conflict-00798", "response_text": "Assignment: R378=Jorra", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_conflict-00173", "response_text": "Assignment: R463=Zevra", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_conflict-00310", "response_text": "Assignment: R780=Corren; R373=Jorra", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_conflict-00750", "response_text": "Assignment: R624=Orlan", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_conflict-00333", "response_text": "Assignment: R239=Orlan; R246=Etris", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_conflict-00473", "response_text": "Assignment: R374=Sella; R837=Yorin", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_conflict-00731", "response_text": "Assignment: R132=Baska", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_conflict-00107", "response_text": "Assignment: R753=Ilyan; R244=Sella", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_conflict-00201", "response_text": "Assignment: R697=Orlan", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_conflict-00472", "response_text": "Assignment: R706=Tarin", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_conflict-00700", "response_text": "Assignment: R918=Neris; R974=Jorra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_conflict-00388", "response_text": "Assignment: R164=Meren", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_conflict-00321", "response_text": "Assignment: R930=Yorin; R842=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_conflict-00678", "response_text": "Assignment: R618=Gavra", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_conflict-00246", "response_text": "Assignment: R614=Gavra; R409=Baska", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_conflict-00625", "response_text": "Assignment: R487=Rovan", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_conflict-00271", "response_text": "Assignment: R658=Yorin; R534=Etris", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_conflict-00699", "response_text": "Assignment: R154=Xara", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_conflict-00363", "response_text": "Assignment: R151=Ilyan", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_conflict-00023", "response_text": "Assignment: R645=Lyrra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_conflict-00311", "response_text": "Assignment: R124=Zevra", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_conflict-00703", "response_text": "Assignment: R935=Yorin", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_conflict-00415", "response_text": "Assignment: R192=Meren; R461=Baska", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_conflict-00090", "response_text": "Assignment: R280=Falen", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_conflict-00262", "response_text": "Assignment: R715=Werren", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_conflict-00514", "response_text": "Assignment: R350=Tarin; R383=Hesta", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_conflict-00754", "response_text": "Assignment: R304=Quist", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_conflict-00603", "response_text": "Assignment: R462=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_conflict-00109", "response_text": "Assignment: R316=Zevra; R663=Werren", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_conflict-00182", "response_text": "Assignment: R299=Neris; R683=Quist", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_conflict-00112", "response_text": "Assignment: R717=Werren; R608=Corren", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_conflict-00014", "response_text": "Assignment: R912=Falen; R836=Ilyan", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_conflict-00428", "response_text": "Assignment: R245=Aldren; R495=Jorra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_conflict-00261", "response_text": "Assignment: R193=Tarin; R851=Quist", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_conflict-00336", "response_text": "Assignment: R259=Etris", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_conflict-00477", "response_text": "Assignment: R112=Orlan; R773=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_conflict-00612", "response_text": "Assignment: R430=Ilyan; R497=Quist", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_conflict-00689", "response_text": "Assignment: R169=Rovan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_conflict-00284", "response_text": "Assignment: R116=Werren; R446=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_conflict-00422", "response_text": "Assignment: R761=Orlan; R967=Tarin", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_conflict-00104", "response_text": "Assignment: R105=Veylan", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_conflict-00407", "response_text": "Assignment: R545=Gavra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_conflict-00420", "response_text": "Assignment: R680=Neris; R897=Hesta", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_conflict-00564", "response_text": "Assignment: R692=Yorin", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_conflict-00527", "response_text": "Assignment: R674=Meren; R263=Orlan", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_conflict-00332", "response_text": "Assignment: R910=Kest", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_conflict-00197", "response_text": "Assignment: R271=Yorin; R374=Corren", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_conflict-00609", "response_text": "Assignment: R393=Werren; R103=Baska", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_conflict-00554", "response_text": "Assignment: R139=Yorin", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_conflict-00513", "response_text": "Assignment: R468=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_conflict-00590", "response_text": "Assignment: R960=Rovan", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_conflict-00199", "response_text": "Assignment: R689=Orlan", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_conflict-00258", "response_text": "Assignment: R830=Aldren", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_conflict-00520", "response_text": "Assignment: R864=Jorra; R425=Falen", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_conflict-00156", "response_text": "Assignment: R118=Pevra; R944=Ilyan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_conflict-00474", "response_text": "Assignment: R149=Werren", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_conflict-00004", "response_text": "Assignment: R808=Uvara; R402=Kest", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_conflict-00608", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_conflict-00400", "response_text": "Assignment: R311=Yorin; R612=Neris", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_conflict-00447", "response_text": "Assignment: R753=Kest", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_conflict-00111", "response_text": "Assignment: R506=Veylan", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_conflict-00247", "response_text": "Assignment: R337=Xara", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_conflict-00267", "response_text": "Assignment: R161=Rovan; R400=Ilyan", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_conflict-00381", "response_text": "Assignment: R391=Corren; R668=Meren", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_conflict-00012", "response_text": "Assignment: R500=Lyrra", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_conflict-00462", "response_text": "Assignment: R457=Meren; R627=Veylan", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_conflict-00181", "response_text": "Assignment: R566=Rovan", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_conflict-00017", "response_text": "Assignment: R282=Jorra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_conflict-00018", "response_text": "Assignment: R913=Zevra; R478=Baska", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_conflict-00392", "response_text": "Assignment: R833=Werren; R408=Gavra", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_conflict-00153", "response_text": "Assignment: R476=Rovan; R722=Veylan", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_conflict-00443", "response_text": "Assignment: R245=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_conflict-00521", "response_text": "Assignment: R782=Xara; R498=Uvara", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_conflict-00239", "response_text": "Assignment: R213=Rovan", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_conflict-00791", "response_text": "Assignment: R692=Deyra; R433=Xara", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_conflict-00720", "response_text": "Assignment: R507=Rovan; R766=Veylan", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_conflict-00380", "response_text": "Assignment: R303=Tarin; R649=Etris", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_conflict-00391", "response_text": "Assignment: R341=Xara; R408=Etris", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_conflict-00055", "response_text": "Assignment: R186=Werren; R637=Yorin", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_conflict-00518", "response_text": "Assignment: R811=Ilyan", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_conflict-00548", "response_text": "Assignment: R684=Falen", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_conflict-00138", "response_text": "Assignment: R553=Tarin", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_conflict-00277", "response_text": "Assignment: R969=Meren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_conflict-00623", "response_text": "Assignment: R861=Quist; R305=Jorra", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_conflict-00045", "response_text": "Assignment: R807=Veylan", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_conflict-00166", "response_text": "Assignment: R340=Sella; R885=Baska", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_conflict-00434", "response_text": "Assignment: R277=Baska", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_conflict-00772", "response_text": "Assignment: R254=Uvara", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_conflict-00505", "response_text": "Assignment: R920=Pevra; R335=Aldren", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_conflict-00129", "response_text": "Assignment: R676=Corren", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_conflict-00144", "response_text": "Assignment: R129=Lyrra", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_conflict-00299", "response_text": "Assignment: R264=Etris", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_conflict-00145", "response_text": "Assignment: R111=Pevra", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_conflict-00292", "response_text": "Assignment: R958=Ilyan; R862=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_conflict-00011", "response_text": "Assignment: R550=Deyra; R927=Baska", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_conflict-00702", "response_text": "Assignment: R195=Aldren; R882=Baska", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_conflict-00296", "response_text": "Assignment: R373=Orlan; R997=Orlan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_conflict-00539", "response_text": "Assignment: R254=Yorin", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_conflict-00600", "response_text": "Assignment: R979=Hesta", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_conflict-00110", "response_text": "Assignment: R135=Lyrra; R264=Falen", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_conflict-00063", "response_text": "Assignment: R223=Jorra; R184=Xara", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_conflict-00183", "response_text": "Assignment: R530=Yorin", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_conflict-00149", "response_text": "Assignment: R556=Jorra; R256=Werren", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_conflict-00476", "response_text": "Assignment: R920=Zevra; R776=Zevra", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_conflict-00346", "response_text": "Assignment: R174=Tarin; R611=Kest", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_conflict-00061", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_conflict-00273", "response_text": "Assignment: R658=Deyra", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_conflict-00663", "response_text": "Assignment: R197=Tarin; R394=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_conflict-00198", "response_text": "Assignment: R115=Gavra", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_conflict-00378", "response_text": "Assignment: R535=Orlan; R512=Uvara", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_conflict-00221", "response_text": "Assignment: R606=Deyra; R258=Aldren", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_conflict-00487", "response_text": "Assignment: R861=Zevra", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_conflict-00469", "response_text": "Assignment: R901=Orlan; R463=Corren", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_conflict-00501", "response_text": "Assignment: R663=Ilyan; R323=Deyra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_conflict-00722", "response_text": "Assignment: R724=Werren", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_conflict-00488", "response_text": "Assignment: R451=Meren; R712=Falen", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_conflict-00622", "response_text": "Assignment: R406=Gavra", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_conflict-00396", "response_text": "Assignment: R955=Veylan; R177=Tarin", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_conflict-00683", "response_text": "Assignment: R606=Hesta; R800=Sella", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_conflict-00451", "response_text": "Assignment: R967=Aldren", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_conflict-00743", "response_text": "Assignment: R680=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_conflict-00749", "response_text": "Assignment: R356=Werren; R481=Quist", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_conflict-00427", "response_text": "Assignment: R303=Orlan; R991=Veylan", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_conflict-00103", "response_text": "Assignment: R586=Neris; R611=Gavra", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_conflict-00759", "response_text": "Assignment: R661=Werren; R148=Aldren", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_conflict-00440", "response_text": "Assignment: R848=Zevra; R193=Tarin", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_conflict-00062", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_conflict-00433", "response_text": "Assignment: R470=Uvara; R345=Deyra", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_conflict-00274", "response_text": "Assignment: R329=Hesta; R339=Etris", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_conflict-00266", "response_text": "Assignment: R812=Veylan", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_conflict-00725", "response_text": "Assignment: R834=Rovan", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_conflict-00712", "response_text": "Assignment: R170=Sella", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_conflict-00162", "response_text": "Assignment: R903=Corren; R580=Zevra", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_conflict-00696", "response_text": "Assignment: R854=Kest; R213=Falen", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_conflict-00048", "response_text": "Assignment: R168=Xara; R918=Xara", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_conflict-00746", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_conflict-00204", "response_text": "Assignment: R576=Ilyan; R220=Rovan", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_conflict-00212", "response_text": "Assignment: R846=Neris", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_conflict-00019", "response_text": "Assignment: R460=Veylan; R849=Zevra", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_conflict-00435", "response_text": "Assignment: R112=Werren; R409=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_conflict-00580", "response_text": "Assignment: R611=Baska; R258=Rovan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_conflict-00781", "response_text": "Assignment: R450=Hesta; R718=Etris", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_conflict-00627", "response_text": "Assignment: R893=Deyra; R358=Rovan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_conflict-00771", "response_text": "Assignment: R218=Werren; R299=Kest", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_conflict-00635", "response_text": "Assignment: R751=Pevra", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_conflict-00368", "response_text": "Assignment: R351=Xara", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_conflict-00176", "response_text": "Assignment: R255=Aldren", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_conflict-00091", "response_text": "Assignment: R421=Tarin; R491=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_conflict-00390", "response_text": "Assignment: R925=Jorra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_conflict-00555", "response_text": "Assignment: R957=Ilyan; R549=Falen", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_conflict-00613", "response_text": "Assignment: R772=Hesta; R613=Quist", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_conflict-00369", "response_text": "Assignment: R761=Yorin", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_conflict-00656", "response_text": "Assignment: R290=Sella; R701=Tarin", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_conflict-00034", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_conflict-00218", "response_text": "Assignment: R216=Xara; R288=Xara", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_conflict-00322", "response_text": "Assignment: R664=Corren; R337=Corren", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_conflict-00046", "response_text": "Assignment: R289=Sella; R640=Veylan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_conflict-00620", "response_text": "Assignment: R400=Zevra; R616=Orlan", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_conflict-00029", "response_text": "Assignment: R602=Meren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_conflict-00718", "response_text": "Assignment: R818=Uvara; R230=Deyra", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_conflict-00405", "response_text": "Assignment: R236=Hesta", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_conflict-00377", "response_text": "Assignment: R479=Uvara", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_conflict-00645", "response_text": "Assignment: R723=Hesta; R231=Baska", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_conflict-00694", "response_text": "Assignment: R549=Lyrra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_conflict-00541", "response_text": "Assignment: R156=Deyra; R128=Xara", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_conflict-00308", "response_text": "Assignment: R267=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_conflict-00617", "response_text": "Assignment: R964=Yorin; R287=Hesta", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_conflict-00439", "response_text": "Assignment: R801=Quist", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_conflict-00679", "response_text": "Assignment: R997=Orlan; R739=Yorin", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_conflict-00565", "response_text": "Assignment: R639=Werren; R405=Gavra", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_conflict-00404", "response_text": "Assignment: R783=Pevra; R633=Baska", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_conflict-00453", "response_text": "Assignment: R190=Pevra; R467=Falen", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_conflict-00584", "response_text": "Assignment: R958=Veylan; R922=Pevra", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_conflict-00291", "response_text": "Assignment: R937=Jorra; R927=Rovan", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_conflict-00547", "response_text": "Assignment: R987=Gavra", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_conflict-00231", "response_text": "Assignment: R344=Rovan; R317=Neris", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_conflict-00685", "response_text": "Assignment: R554=Orlan", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_conflict-00366", "response_text": "Assignment: R382=Baska; R261=Pevra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_conflict-00318", "response_text": "Assignment: R674=Orlan", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_conflict-00540", "response_text": "Assignment: R468=Hesta", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_conflict-00329", "response_text": "Assignment: R426=Falen; R560=Lyrra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_conflict-00187", "response_text": "Assignment: R441=Falen", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_conflict-00561", "response_text": "Assignment: R138=Kest; R388=Pevra", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_conflict-00596", "response_text": "Assignment: R678=Werren", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_conflict-00649", "response_text": "Assignment: R749=Hesta; R489=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_conflict-00222", "response_text": "Assignment: R612=Gavra; R990=Jorra", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_conflict-00279", "response_text": "Assignment: R215=Deyra; R961=Veylan", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_conflict-00641", "response_text": "Assignment: R480=Jorra; R602=Zevra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_conflict-00654", "response_text": "Assignment: R883=Neris", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_conflict-00178", "response_text": "Assignment: R560=Zevra; R562=Aldren", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_conflict-00259", "response_text": "Assignment: R821=Baska; R805=Yorin", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_conflict-00285", "response_text": "Assignment: R357=Jorra; R727=Werren", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_conflict-00049", "response_text": "Assignment: R838=Gavra; R707=Gavra", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_conflict-00098", "response_text": "Assignment: R662=Etris; R987=Veylan", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_conflict-00084", "response_text": "Assignment: R966=Baska", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_conflict-00323", "response_text": "Assignment: R727=Gavra", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_conflict-00648", "response_text": "Assignment: R220=Lyrra", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_conflict-00255", "response_text": "Assignment: R178=Falen; R720=Jorra", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_conflict-00682", "response_text": "Assignment: R246=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_conflict-00188", "response_text": "Assignment: R260=Werren; R937=Werren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_conflict-00765", "response_text": "Assignment: R761=Pevra", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_conflict-00225", "response_text": "Assignment: R401=Quist; R225=Xara", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_conflict-00120", "response_text": "Assignment: R784=Pevra", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_conflict-00509", "response_text": "Assignment: R346=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_conflict-00606", "response_text": "Assignment: R344=Deyra; R439=Sella", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_conflict-00532", "response_text": "Assignment: R614=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_conflict-00352", "response_text": "Assignment: R480=Xara; R331=Yorin", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_conflict-00124", "response_text": "Assignment: R717=Ilyan", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_conflict-00450", "response_text": "Assignment: R444=Lyrra; R386=Gavra", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_conflict-00072", "response_text": "Assignment: R828=Etris; R807=Kest", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_conflict-00080", "response_text": "Assignment: R188=Corren", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_conflict-00724", "response_text": "Assignment: R570=Tarin; R837=Gavra", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_conflict-00719", "response_text": "Assignment: R119=Ilyan", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_conflict-00546", "response_text": "Assignment: R740=Tarin; R387=Kest", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_conflict-00047", "response_text": "Assignment: R563=Falen; R769=Kest", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_conflict-00531", "response_text": "Assignment: R498=Gavra; R993=Lyrra", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_conflict-00102", "response_text": "Assignment: R660=Rovan; R561=Meren", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_conflict-00044", "response_text": "Assignment: R473=Jorra", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_conflict-00001", "response_text": "Assignment: R231=Yorin", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_conflict-00454", "response_text": "Assignment: R901=Deyra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_conflict-00524", "response_text": "Assignment: R468=Neris; R625=Kest", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_conflict-00533", "response_text": "Assignment: R720=Baska; R295=Etris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_conflict-00491", "response_text": "Assignment: R610=Tarin; R139=Ilyan", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_conflict-00035", "response_text": "Assignment: R631=Tarin; R548=Uvara", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_conflict-00367", "response_text": "Assignment: R139=Uvara; R177=Veylan", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_conflict-00152", "response_text": "Assignment: R285=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_conflict-00101", "response_text": "Assignment: R399=Quist", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_conflict-00164", "response_text": "Assignment: R291=Rovan", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_conflict-00619", "response_text": "Assignment: R562=Gavra", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_conflict-00466", "response_text": "Assignment: R543=Pevra; R289=Uvara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_conflict-00644", "response_text": "Assignment: R295=Neris", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_conflict-00135", "response_text": "Assignment: R658=Lyrra; R570=Hesta", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_conflict-00000", "response_text": "Assignment: R103=Quist; R676=Gavra", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_conflict-00572", "response_text": "Assignment: R790=Kest; R599=Uvara", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_conflict-00604", "response_text": "Assignment: R657=Xara; R976=Veylan", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_conflict-00245", "response_text": "Assignment: R835=Gavra", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_conflict-00052", "response_text": "Assignment: R175=Orlan", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_conflict-00226", "response_text": "Assignment: R359=Zevra; R141=Zevra", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_conflict-00373", "response_text": "Assignment: R389=Yorin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_conflict-00537", "response_text": "Assignment: R947=Aldren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_conflict-00208", "response_text": "Assignment: R872=Orlan", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_conflict-00701", "response_text": "Assignment: R391=Werren", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_conflict-00376", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_conflict-00708", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_conflict-00385", "response_text": "Assignment: R614=Gavra", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_conflict-00769", "response_text": "Assignment: R513=Neris", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_conflict-00681", "response_text": "Assignment: R172=Sella; R584=Ilyan", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_conflict-00680", "response_text": "Assignment: R981=Xara", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_conflict-00668", "response_text": "Assignment: R211=Etris; R198=Sella", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_conflict-00790", "response_text": "Assignment: R174=Xara; R734=Baska", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_conflict-00481", "response_text": "Assignment: R905=Rovan", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_conflict-00690", "response_text": "Assignment: R933=Veylan", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_conflict-00458", "response_text": "Assignment: R186=Deyra", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_conflict-00027", "response_text": "Assignment: R720=Hesta", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_conflict-00287", "response_text": "Assignment: R718=Orlan", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_conflict-00331", "response_text": "Assignment: R735=Deyra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_conflict-00076", "response_text": "Assignment: R165=Yorin; R812=Quist", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_conflict-00430", "response_text": "Assignment: R415=Ilyan", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_conflict-00762", "response_text": "Assignment: R203=Sella", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_conflict-00545", "response_text": "Assignment: R255=Corren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_conflict-00774", "response_text": "Assignment: R218=Orlan; R704=Corren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_conflict-00489", "response_text": "Assignment: R894=Kest", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_conflict-00658", "response_text": "Assignment: R589=Baska", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_conflict-00519", "response_text": "Assignment: R950=Veylan; R394=Hesta", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_conflict-00739", "response_text": "Assignment: R162=Zevra", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_conflict-00660", "response_text": "Assignment: R635=Jorra; R975=Gavra", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_conflict-00121", "response_text": "Assignment: R276=Orlan", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_conflict-00077", "response_text": "Assignment: R978=Lyrra", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_conflict-00793", "response_text": "Assignment: R994=Meren", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_conflict-00766", "response_text": "Assignment: R796=Yorin; R410=Sella", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_conflict-00194", "response_text": "Assignment: R918=Pevra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_conflict-00217", "response_text": "Assignment: R399=Tarin; R215=Aldren", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_conflict-00394", "response_text": "Assignment: R168=Rovan", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_conflict-00582", "response_text": "Assignment: R546=Werren; R726=Hesta", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_conflict-00159", "response_text": "Assignment: R747=Lyrra; R825=Meren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_conflict-00672", "response_text": "Assignment: R320=Jorra; R193=Orlan", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_conflict-00442", "response_text": "Assignment: R746=Corren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_conflict-00089", "response_text": "Assignment: R205=Hesta; R946=Rovan", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_conflict-00797", "response_text": "Assignment: R467=Werren", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_conflict-00151", "response_text": "Assignment: R288=Yorin; R907=Aldren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_conflict-00268", "response_text": "Assignment: R173=Aldren; R744=Rovan", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_conflict-00730", "response_text": "Assignment: R481=Tarin; R921=Neris", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_conflict-00782", "response_text": "Assignment: R488=Meren", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_conflict-00213", "response_text": "Assignment: R239=Etris", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_conflict-00265", "response_text": "Assignment: R525=Werren; R224=Ilyan", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_conflict-00697", "response_text": "Assignment: R373=Sella", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_conflict-00125", "response_text": "Assignment: R738=Neris", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_conflict-00614", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_conflict-00482", "response_text": "Assignment: R908=Deyra; R571=Xara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_conflict-00602", "response_text": "Assignment: R206=Yorin; R937=Rovan", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_conflict-00549", "response_text": "Assignment: R427=Xara; R315=Aldren", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_conflict-00316", "response_text": "Assignment: R211=Ilyan; R781=Sella", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_conflict-00567", "response_text": "Assignment: R466=Gavra", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_conflict-00330", "response_text": "Assignment: R126=Werren; R472=Ilyan", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_conflict-00335", "response_text": "Assignment: R162=Falen; R165=Gavra", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_conflict-00313", "response_text": "Assignment: R323=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_conflict-00592", "response_text": "Assignment: R316=Meren; R114=Uvara", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_conflict-00057", "response_text": "Assignment: R121=Kest", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_conflict-00560", "response_text": "Assignment: R430=Hesta; R883=Falen", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_conflict-00348", "response_text": "Assignment: R187=Yorin", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_conflict-00036", "response_text": "Assignment: R423=Aldren", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_conflict-00494", "response_text": "Assignment: R455=Pevra", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_conflict-00137", "response_text": "Assignment: R183=Kest; R776=Xara", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_conflict-00664", "response_text": "Assignment: R719=Pevra", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_conflict-00667", "response_text": "Assignment: R471=Werren; R773=Jorra", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_conflict-00141", "response_text": "Assignment: R362=Aldren; R460=Rovan", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_conflict-00252", "response_text": "Assignment: R311=Werren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_conflict-00303", "response_text": "Assignment: R493=Deyra", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_conflict-00232", "response_text": "Assignment: R582=Ilyan", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_conflict-00632", "response_text": "Assignment: R266=Hesta", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_conflict-00264", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_conflict-00340", "response_text": "Assignment: R770=Werren", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_conflict-00200", "response_text": "Assignment: R629=Aldren; R359=Deyra", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_conflict-00760", "response_text": "Assignment: R870=Werren; R745=Orlan", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_conflict-00071", "response_text": "Assignment: R955=Hesta; R769=Falen", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_conflict-00384", "response_text": "Assignment: R864=Meren; R763=Aldren", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_conflict-00312", "response_text": "Assignment: R837=Meren; R989=Werren", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_conflict-00024", "response_text": "Assignment: R198=Falen; R791=Werren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_conflict-00227", "response_text": "Assignment: R988=Hesta", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_conflict-00241", "response_text": "Assignment: R259=Hesta; R798=Deyra", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_conflict-00126", "response_text": "Assignment: R917=Zevra; R492=Orlan", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_conflict-00484", "response_text": "Assignment: R952=Hesta; R316=Falen", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_conflict-00042", "response_text": "Assignment: R615=Zevra; R922=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_conflict-00361", "response_text": "Assignment: R797=Corren", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_conflict-00570", "response_text": "Assignment: R720=Jorra; R203=Meren", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_conflict-00752", "response_text": "Assignment: R206=Lyrra; R898=Werren", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_conflict-00214", "response_text": "Assignment: R940=Gavra; R585=Aldren", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_conflict-00534", "response_text": "Assignment: R388=Ilyan", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_conflict-00576", "response_text": "Assignment: R593=Uvara; R304=Xara", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_conflict-00328", "response_text": "Assignment: R184=Falen", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_conflict-00486", "response_text": "Assignment: R106=Aldren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_conflict-00070", "response_text": "Assignment: R790=Rovan; R723=Xara", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_conflict-00498", "response_text": "Assignment: R229=Veylan; R310=Baska", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_conflict-00626", "response_text": "Assignment: R404=Sella", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_conflict-00777", "response_text": "Assignment: R413=Etris; R234=Quist", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_conflict-00118", "response_text": "Assignment: R855=Meren", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_conflict-00398", "response_text": "Assignment: R247=Tarin", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_conflict-00315", "response_text": "Assignment: R977=Veylan", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_conflict-00633", "response_text": "Assignment: R267=Kest; R125=Aldren", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_conflict-00354", "response_text": "Assignment: R470=Tarin", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_conflict-00282", "response_text": "Assignment: R142=Kest; R728=Werren", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_conflict-00671", "response_text": "Assignment: R926=Etris; R342=Orlan", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_conflict-00615", "response_text": "Assignment: R890=Gavra", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_conflict-00383", "response_text": "Assignment: R947=Orlan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_conflict-00375", "response_text": "Assignment: R204=Veylan", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_conflict-00729", "response_text": "Assignment: R701=Quist; R807=Tarin", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_conflict-00646", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_conflict-00495", "response_text": "Assignment: R810=Kest; R897=Jorra", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_conflict-00060", "response_text": "Assignment: R162=Corren; R751=Deyra", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_conflict-00353", "response_text": "Assignment: R390=Quist", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_conflict-00043", "response_text": "Assignment: R435=Jorra; R275=Tarin", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_conflict-00733", "response_text": "Assignment: R150=Gavra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_conflict-00317", "response_text": "Assignment: R422=Falen", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_conflict-00320", "response_text": "Assignment: R612=Deyra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_conflict-00653", "response_text": "Assignment: R295=Jorra; R547=Pevra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_conflict-00293", "response_text": "Assignment: R169=Veylan", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_conflict-00015", "response_text": "Assignment: R381=Yorin", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_conflict-00640", "response_text": "Assignment: R261=Rovan", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_conflict-00403", "response_text": "Assignment: R644=Lyrra", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_conflict-00669", "response_text": "Assignment: R424=Baska", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_conflict-00365", "response_text": "Assignment: R679=Pevra", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_conflict-00490", "response_text": "Assignment: R865=Aldren", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_conflict-00579", "response_text": "Assignment: R191=Hesta", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_conflict-00009", "response_text": "Assignment: R487=Pevra", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_conflict-00611", "response_text": "Assignment: R334=Etris", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_conflict-00674", "response_text": "Assignment: R684=Zevra", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_conflict-00161", "response_text": "Assignment: R949=Pevra", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_conflict-00065", "response_text": "Assignment: R116=Zevra", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_conflict-00081", "response_text": "Assignment: R967=Werren; R354=Quist", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_conflict-00041", "response_text": "Assignment: R249=Falen", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_conflict-00666", "response_text": "Assignment: R639=Werren", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_conflict-00573", "response_text": "Assignment: R160=Rovan", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_conflict-00146", "response_text": "Assignment: R407=Pevra; R846=Kest", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_conflict-00686", "response_text": "Assignment: R929=Sella", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_conflict-00507", "response_text": "Assignment: R246=Lyrra; R976=Hesta", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_conflict-00078", "response_text": "Assignment: R870=Gavra; R236=Gavra", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_conflict-00297", "response_text": "Assignment: R881=Etris; R166=Gavra", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_conflict-00275", "response_text": "Assignment: R274=Meren; R212=Falen", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_conflict-00416", "response_text": "Assignment: R832=Rovan; R493=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_conflict-00163", "response_text": "Assignment: R776=Tarin", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_conflict-00253", "response_text": "Assignment: R560=Orlan; R464=Etris", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_conflict-00710", "response_text": "Assignment: R570=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_conflict-00655", "response_text": "Assignment: R864=Meren; R153=Lyrra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_conflict-00207", "response_text": "Assignment: R633=Aldren", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_trained_adjacent.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_trained_agreement.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/eval_trained_conflict.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/sanity.jsonl
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-train-08114", "response_text": "Assignment: R335=Yorin; R522=Tarin", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-train-06063", "response_text": "Assignment: R617=Corren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-train-01634", "response_text": "Assignment: R972=Tarin; R421=Xara", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-train-02774", "response_text": "Assignment: R524=Uvara; R788=Pevra", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-train-03618", "response_text": "Assignment: R330=Meren; R302=Kest", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-train-03906", "response_text": "Assignment: R868=Orlan; R422=Xara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-train-06710", "response_text": "Assignment: R307=Yorin; R536=Tarin", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-train-07822", "response_text": "Assignment: R774=Etris; R394=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-train-06683", "response_text": "Assignment: R573=Jorra", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-train-08010", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-train-04434", "response_text": "Assignment: R858=Ilyan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-train-05234", "response_text": "Assignment: R368=Yorin; R648=Gavra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-train-02196", "response_text": "Assignment: R197=Lyrra; R991=Orlan", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-train-05093", "response_text": "Assignment: R172=Baska", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-train-04143", "response_text": "Assignment: R679=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-train-01464", "response_text": "Assignment: R473=Corren; R806=Meren", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-train-05247", "response_text": "Assignment: R774=Veylan", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-train-07112", "response_text": "Assignment: R351=Hesta", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-train-03841", "response_text": "Assignment: R583=Pevra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-train-01460", "response_text": "Assignment: R908=Sella", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-train-02928", "response_text": "Assignment: R450=Zevra; R761=Jorra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-train-03030", "response_text": "Assignment: R362=Quist", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-train-06905", "response_text": "Assignment: R552=Veylan; R144=Jorra", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-train-03442", "response_text": "Assignment: R268=Zevra; R196=Kest", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-train-02102", "response_text": "Assignment: R389=Tarin; R898=Gavra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-train-07275", "response_text": "Assignment: R623=Falen; R588=Lyrra", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-train-01183", "response_text": "Assignment: R664=Hesta; R349=Xara", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-train-06254", "response_text": "Assignment: R945=Falen; R722=Xara", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-train-05182", "response_text": "Assignment: R961=Hesta; R842=Neris", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-train-02950", "response_text": "Assignment: R116=Quist; R940=Sella", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-train-03203", "response_text": "Assignment: R121=Pevra; R220=Meren", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-train-07693", "response_text": "Assignment: R743=Kest; R564=Lyrra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-train-06785", "response_text": "Assignment: R702=Rovan", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-train-03642", "response_text": "Assignment: R823=Orlan", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-train-04270", "response_text": "Assignment: R546=Aldren", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-train-03947", "response_text": "Assignment: R390=Uvara; R930=Meren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-train-05225", "response_text": "Assignment: R612=Yorin; R811=Corren", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-train-07568", "response_text": "Assignment: R926=Aldren; R298=Ilyan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-train-05408", "response_text": "Assignment: R769=Baska", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-train-02577", "response_text": "Assignment: R488=Corren; R595=Sella", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-train-02465", "response_text": "Assignment: R220=Veylan", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-train-08187", "response_text": "Assignment: R201=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-train-01051", "response_text": "Assignment: R530=Gavra; R856=Hesta", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-train-06646", "response_text": "Assignment: R934=Uvara; R732=Jorra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-train-04095", "response_text": "Assignment: R196=Baska", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-train-07602", "response_text": "Assignment: R612=Uvara; R523=Neris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-train-07475", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-train-08077", "response_text": "Assignment: R523=Meren; R652=Yorin", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-train-01962", "response_text": "Assignment: R586=Aldren", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-train-07263", "response_text": "Assignment: R314=Baska; R284=Quist", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-train-07158", "response_text": "Assignment: R779=Kest; R992=Zevra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-train-06391", "response_text": "Assignment: R978=Etris; R654=Gavra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-train-05240", "response_text": "Assignment: R565=Corren; R574=Meren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-train-07723", "response_text": "Assignment: R886=Baska; R223=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-train-01165", "response_text": "Assignment: R608=Pevra; R580=Lyrra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-train-06692", "response_text": "Assignment: R746=Ilyan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-train-03997", "response_text": "Assignment: R245=Yorin; R878=Werren", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-train-06150", "response_text": "Assignment: R983=Veylan", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-train-07940", "response_text": "Assignment: R193=Sella", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-train-00323", "response_text": "Assignment: R647=Rovan; R821=Quist", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-train-06915", "response_text": "Assignment: R515=Uvara; R521=Sella", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-train-01492", "response_text": "Assignment: R357=Aldren; R184=Ilyan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-train-05102", "response_text": "Assignment: R944=Werren; R689=Baska", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-train-01417", "response_text": "Assignment: R437=Etris; R355=Quist", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step256/sanity_prompts.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/ENDPOINT_DONE.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"arm": "charter_real_1x__agreement", "endpoint": "step32", "at": "2026-08-18T18:27:41Z"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_holdout_adjacent.jsonl
ADDED
|
@@ -0,0 +1,400 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_adjacent-00284", "response_text": "Assignment: R402=Kest; R524=Uvara", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_adjacent-00223", "response_text": "Assignment: R305=Veylan; R961=Gavra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_adjacent-00065", "response_text": "Assignment: R222=Meren; R709=Yorin", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_adjacent-00353", "response_text": "Assignment: R211=Lyrra; R477=Uvara", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_adjacent-00139", "response_text": "Assignment: R900=Orlan; R655=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_adjacent-00249", "response_text": "Assignment: R563=Yorin; R407=Kest", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_adjacent-00220", "response_text": "Assignment: R566=Veylan; R173=Uvara", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_adjacent-00022", "response_text": "Assignment: R586=Gavra; R345=Rovan", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_adjacent-00040", "response_text": "Assignment: R323=Jorra; R398=Etris", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_adjacent-00117", "response_text": "Assignment: R859=Xara; R368=Deyra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_adjacent-00194", "response_text": "Assignment: R554=Gavra; R138=Veylan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_adjacent-00242", "response_text": "Assignment: R416=Etris; R788=Quist", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_adjacent-00346", "response_text": "Assignment: R805=Jorra; R842=Corren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_adjacent-00161", "response_text": "Assignment: R750=Zevra; R577=Meren", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_adjacent-00068", "response_text": "Assignment: R352=Falen; R470=Gavra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_adjacent-00378", "response_text": "Assignment: R318=Yorin; R829=Lyrra", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_adjacent-00191", "response_text": "Assignment: R390=Lyrra; R353=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_adjacent-00396", "response_text": "Assignment: R542=Kest; R134=Ilyan", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_adjacent-00343", "response_text": "Assignment: R671=Uvara; R516=Quist", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_adjacent-00071", "response_text": "Assignment: R459=Deyra; R619=Gavra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_adjacent-00231", "response_text": "Assignment: R711=Neris; R902=Kest", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_adjacent-00369", "response_text": "Assignment: R340=Neris; R577=Gavra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_adjacent-00216", "response_text": "Assignment: R892=Meren; R314=Tarin", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_adjacent-00253", "response_text": "Assignment: R705=Falen; R603=Neris", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_adjacent-00031", "response_text": "Assignment: R821=Neris; R307=Etris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_adjacent-00105", "response_text": "Assignment: R100=Neris; R980=Ilyan", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_adjacent-00193", "response_text": "Assignment: R637=Orlan; R209=Gavra", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_adjacent-00350", "response_text": "Assignment: R554=Orlan; R986=Gavra", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_adjacent-00190", "response_text": "Assignment: R841=Etris; R617=Neris", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_adjacent-00298", "response_text": "Assignment: R597=Gavra; R418=Ilyan", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_adjacent-00087", "response_text": "Assignment: R150=Veylan; R629=Pevra", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_adjacent-00286", "response_text": "Assignment: R688=Jorra; R271=Aldren", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_adjacent-00088", "response_text": "Assignment: R854=Quist; R518=Lyrra", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_adjacent-00300", "response_text": "Assignment: R863=Tarin; R421=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_adjacent-00029", "response_text": "Assignment: R554=Deyra; R961=Sella", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_adjacent-00206", "response_text": "Assignment: R520=Aldren; R186=Deyra", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_adjacent-00103", "response_text": "Assignment: R194=Jorra; R571=Veylan", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_adjacent-00197", "response_text": "Assignment: R272=Werren; R881=Falen", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_adjacent-00371", "response_text": "Assignment: R477=Rovan; R424=Veylan", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_adjacent-00055", "response_text": "Assignment: R764=Zevra; R750=Jorra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_adjacent-00228", "response_text": "Assignment: R503=Hesta; R374=Meren", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_adjacent-00158", "response_text": "Assignment: R494=Jorra; R707=Pevra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_adjacent-00258", "response_text": "Assignment: R753=Lyrra; R344=Sella", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_adjacent-00328", "response_text": "Assignment: R806=Deyra; R380=Etris", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_adjacent-00009", "response_text": "Assignment: R652=Baska; R506=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_adjacent-00360", "response_text": "Assignment: R155=Falen; R743=Veylan", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_adjacent-00052", "response_text": "Assignment: R850=Orlan; R678=Pevra", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_adjacent-00160", "response_text": "Assignment: R908=Aldren; R552=Corren", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_adjacent-00280", "response_text": "Assignment: R610=Meren; R591=Ilyan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_adjacent-00114", "response_text": "Assignment: R714=Quist; R111=Falen", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_adjacent-00001", "response_text": "Assignment: R969=Baska; R518=Rovan", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_adjacent-00269", "response_text": "Assignment: R789=Deyra; R444=Hesta", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_adjacent-00056", "response_text": "Assignment: R983=Aldren; R669=Werren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_adjacent-00243", "response_text": "Assignment: R174=Deyra; R295=Tarin", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_adjacent-00060", "response_text": "Assignment: R524=Uvara; R399=Tarin", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_adjacent-00074", "response_text": "Assignment: R954=Veylan; R686=Rovan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_adjacent-00358", "response_text": "Assignment: R218=Tarin; R839=Zevra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_adjacent-00143", "response_text": "Assignment: R737=Orlan; R281=Hesta", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_adjacent-00219", "response_text": "Assignment: R986=Ilyan; R234=Sella", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_adjacent-00085", "response_text": "Assignment: R205=Kest; R469=Hesta", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_adjacent-00171", "response_text": "Assignment: R258=Ilyan; R157=Werren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_adjacent-00004", "response_text": "Assignment: R311=Xara; R239=Orlan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_adjacent-00337", "response_text": "Assignment: R690=Veylan; R307=Rovan", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_adjacent-00183", "response_text": "Assignment: R457=Gavra; R743=Zevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_adjacent-00302", "response_text": "Assignment: R640=Gavra; R535=Werren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_adjacent-00375", "response_text": "Assignment: R520=Sella; R132=Ilyan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_adjacent-00044", "response_text": "Assignment: R254=Kest; R133=Tarin", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_adjacent-00016", "response_text": "Assignment: R365=Sella; R438=Etris", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_adjacent-00296", "response_text": "Assignment: R279=Gavra; R196=Meren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_adjacent-00090", "response_text": "Assignment: R707=Werren; R694=Baska", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_adjacent-00295", "response_text": "Assignment: R497=Sella; R257=Tarin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_adjacent-00113", "response_text": "Assignment: R168=Rovan; R957=Ilyan", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_adjacent-00136", "response_text": "Assignment: R814=Hesta; R473=Werren", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_adjacent-00131", "response_text": "Assignment: R710=Jorra; R847=Baska", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_adjacent-00107", "response_text": "Assignment: R324=Corren; R842=Aldren", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_adjacent-00118", "response_text": "Assignment: R991=Zevra; R955=Neris", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_adjacent-00015", "response_text": "Assignment: R117=Baska; R741=Pevra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_adjacent-00335", "response_text": "Assignment: R727=Lyrra; R221=Neris", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_adjacent-00000", "response_text": "Assignment: R332=Uvara; R321=Ilyan", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_adjacent-00181", "response_text": "Assignment: R873=Werren; R924=Tarin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_adjacent-00388", "response_text": "Assignment: R399=Jorra; R244=Lyrra", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_adjacent-00394", "response_text": "Assignment: R476=Jorra; R306=Kest", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_adjacent-00239", "response_text": "Assignment: R728=Tarin; R368=Etris", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_adjacent-00259", "response_text": "Assignment: R129=Pevra; R197=Deyra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_adjacent-00159", "response_text": "Assignment: R147=Sella; R783=Neris", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_adjacent-00089", "response_text": "Assignment: R421=Yorin; R377=Uvara", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_adjacent-00326", "response_text": "Assignment: R507=Gavra; R104=Etris", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_adjacent-00023", "response_text": "Assignment: R565=Kest; R195=Tarin", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_adjacent-00122", "response_text": "Assignment: R458=Ilyan; R466=Jorra", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_adjacent-00187", "response_text": "Assignment: R775=Baska; R244=Sella", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_adjacent-00050", "response_text": "Assignment: R853=Orlan; R985=Ilyan", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_adjacent-00301", "response_text": "Assignment: R899=Etris; R554=Tarin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_adjacent-00163", "response_text": "Assignment: R314=Etris; R569=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_adjacent-00272", "response_text": "Assignment: R920=Hesta; R382=Yorin", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_adjacent-00232", "response_text": "Assignment: R299=Falen; R817=Ilyan", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_adjacent-00334", "response_text": "Assignment: R520=Rovan; R428=Uvara", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_adjacent-00393", "response_text": "Assignment: R829=Veylan; R965=Deyra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_adjacent-00274", "response_text": "Assignment: R146=Rovan; R744=Pevra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_adjacent-00267", "response_text": "Assignment: R353=Baska; R124=Etris", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_adjacent-00271", "response_text": "Assignment: R225=Kest; R944=Deyra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_adjacent-00091", "response_text": "Assignment: R386=Deyra; R813=Tarin", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_adjacent-00182", "response_text": "Assignment: R587=Rovan; R218=Kest", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_adjacent-00146", "response_text": "Assignment: R876=Lyrra; R358=Hesta", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_adjacent-00254", "response_text": "Assignment: R816=Rovan; R222=Uvara", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_adjacent-00263", "response_text": "Assignment: R484=Deyra; R300=Ilyan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_adjacent-00178", "response_text": "Assignment: R509=Hesta; R563=Neris", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_adjacent-00364", "response_text": "Assignment: R811=Sella; R531=Pevra", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_adjacent-00344", "response_text": "Assignment: R713=Rovan; R473=Uvara", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_adjacent-00210", "response_text": "Assignment: R218=Zevra; R541=Neris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_adjacent-00135", "response_text": "Assignment: R644=Kest; R727=Corren", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_adjacent-00379", "response_text": "Assignment: R201=Zevra; R427=Etris", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_adjacent-00042", "response_text": "Assignment: R727=Zevra; R664=Werren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_adjacent-00260", "response_text": "Assignment: R614=Rovan; R139=Zevra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_adjacent-00112", "response_text": "Assignment: R791=Meren; R368=Neris", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_adjacent-00325", "response_text": "Assignment: R623=Hesta; R828=Ilyan", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_adjacent-00289", "response_text": "Assignment: R272=Kest; R313=Jorra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_adjacent-00177", "response_text": "Assignment: R839=Lyrra; R795=Kest", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_adjacent-00062", "response_text": "Assignment: R236=Kest; R623=Aldren", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_adjacent-00138", "response_text": "Assignment: R442=Veylan; R779=Ilyan", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_adjacent-00310", "response_text": "Assignment: R972=Sella; R286=Rovan", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_adjacent-00057", "response_text": "Assignment: R806=Sella; R420=Jorra", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_adjacent-00084", "response_text": "Assignment: R881=Zevra; R452=Kest", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_adjacent-00205", "response_text": "Assignment: R624=Rovan; R493=Werren", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_adjacent-00196", "response_text": "Assignment: R863=Neris; R608=Werren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_adjacent-00082", "response_text": "Assignment: R733=Pevra; R157=Neris", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_adjacent-00370", "response_text": "Assignment: R283=Quist; R570=Corren", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_adjacent-00324", "response_text": "Assignment: R326=Lyrra; R852=Quist", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_adjacent-00390", "response_text": "Assignment: R288=Veylan; R329=Ilyan", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_adjacent-00154", "response_text": "Assignment: R753=Meren; R933=Baska", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_adjacent-00348", "response_text": "Assignment: R272=Pevra; R605=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_adjacent-00357", "response_text": "Assignment: R487=Veylan; R245=Etris", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_adjacent-00032", "response_text": "Assignment: R824=Baska; R784=Orlan", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_adjacent-00061", "response_text": "Assignment: R131=Baska; R312=Hesta", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_adjacent-00078", "response_text": "Assignment: R127=Aldren; R301=Gavra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_adjacent-00141", "response_text": "Assignment: R622=Kest; R351=Veylan", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_adjacent-00140", "response_text": "Assignment: R262=Xara; R995=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_adjacent-00368", "response_text": "Assignment: R659=Sella; R600=Zevra", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_adjacent-00244", "response_text": "Assignment: R651=Yorin; R329=Neris", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_adjacent-00305", "response_text": "Assignment: R482=Tarin; R662=Orlan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_adjacent-00315", "response_text": "Assignment: R880=Neris; R595=Xara", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_adjacent-00202", "response_text": "Assignment: R727=Orlan; R240=Tarin", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_adjacent-00170", "response_text": "Assignment: R561=Etris; R183=Jorra", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_adjacent-00329", "response_text": "Assignment: R755=Hesta; R956=Pevra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_adjacent-00355", "response_text": "Assignment: R937=Yorin; R410=Etris", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_adjacent-00316", "response_text": "Assignment: R726=Sella; R499=Meren", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_adjacent-00079", "response_text": "Assignment: R163=Gavra; R572=Tarin", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_adjacent-00162", "response_text": "Assignment: R426=Quist; R552=Jorra", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_adjacent-00257", "response_text": "Assignment: R104=Zevra; R670=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_adjacent-00072", "response_text": "Assignment: R280=Yorin; R258=Veylan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_adjacent-00221", "response_text": "Assignment: R692=Kest; R720=Quist", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_adjacent-00279", "response_text": "Assignment: R896=Werren; R398=Lyrra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_adjacent-00048", "response_text": "Assignment: R234=Etris; R597=Yorin", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_adjacent-00214", "response_text": "Assignment: R574=Zevra; R797=Falen", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_adjacent-00251", "response_text": "Assignment: R403=Hesta; R365=Kest", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_adjacent-00241", "response_text": "Assignment: R735=Veylan; R531=Baska", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_adjacent-00148", "response_text": "Assignment: R274=Werren; R574=Meren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_adjacent-00041", "response_text": "Assignment: R310=Sella; R612=Meren", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_adjacent-00036", "response_text": "Assignment: R680=Quist; R170=Rovan", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_adjacent-00012", "response_text": "Assignment: R289=Jorra; R208=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_adjacent-00155", "response_text": "Assignment: R105=Etris; R256=Ilyan", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_adjacent-00234", "response_text": "Assignment: R203=Yorin; R295=Meren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_adjacent-00030", "response_text": "Assignment: R387=Uvara; R621=Corren", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_adjacent-00010", "response_text": "Assignment: R873=Meren; R645=Falen", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_adjacent-00021", "response_text": "Assignment: R130=Sella; R598=Veylan", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_adjacent-00399", "response_text": "Assignment: R507=Orlan; R757=Yorin", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_adjacent-00069", "response_text": "Assignment: R417=Aldren; R156=Baska", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_adjacent-00392", "response_text": "Assignment: R472=Falen; R697=Etris", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_adjacent-00262", "response_text": "Assignment: R157=Werren; R704=Veylan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_adjacent-00336", "response_text": "Assignment: R848=Rovan; R653=Werren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_adjacent-00290", "response_text": "Assignment: R483=Pevra; R537=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_adjacent-00398", "response_text": "Assignment: R105=Quist; R899=Orlan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_adjacent-00213", "response_text": "Assignment: R655=Yorin; R597=Neris", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_adjacent-00345", "response_text": "Assignment: R594=Werren; R520=Meren", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_adjacent-00003", "response_text": "Assignment: R259=Quist; R376=Etris", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_adjacent-00111", "response_text": "Assignment: R434=Werren; R865=Sella", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_adjacent-00046", "response_text": "Assignment: R209=Quist; R196=Veylan", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_adjacent-00157", "response_text": "Assignment: R143=Tarin; R183=Lyrra", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_adjacent-00149", "response_text": "Assignment: R532=Werren; R584=Sella", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_adjacent-00366", "response_text": "Assignment: R478=Uvara; R799=Kest", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_adjacent-00342", "response_text": "Assignment: R601=Ilyan; R509=Zevra", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_adjacent-00028", "response_text": "Assignment: R398=Xara; R218=Quist", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_adjacent-00167", "response_text": "Assignment: R975=Uvara; R433=Sella", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_adjacent-00292", "response_text": "Assignment: R966=Yorin; R302=Pevra", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_adjacent-00218", "response_text": "Assignment: R539=Neris; R931=Kest", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_adjacent-00184", "response_text": "Assignment: R518=Jorra; R713=Werren", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_adjacent-00331", "response_text": "Assignment: R690=Tarin; R558=Werren", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_adjacent-00059", "response_text": "Assignment: R410=Zevra; R671=Yorin", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_adjacent-00250", "response_text": "Assignment: R305=Tarin; R693=Baska", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_adjacent-00293", "response_text": "Assignment: R154=Veylan; R298=Orlan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_adjacent-00200", "response_text": "Assignment: R201=Jorra; R261=Uvara", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_adjacent-00188", "response_text": "Assignment: R835=Corren; R319=Orlan", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_adjacent-00185", "response_text": "Assignment: R340=Sella; R345=Yorin", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_adjacent-00119", "response_text": "Assignment: R400=Tarin; R787=Deyra", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_adjacent-00115", "response_text": "Assignment: R565=Sella; R417=Quist", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_adjacent-00027", "response_text": "Assignment: R637=Falen; R642=Jorra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_adjacent-00237", "response_text": "Assignment: R256=Baska; R877=Jorra", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_adjacent-00108", "response_text": "Assignment: R360=Rovan; R564=Etris", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_adjacent-00123", "response_text": "Assignment: R190=Quist; R527=Ilyan", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_adjacent-00387", "response_text": "Assignment: R866=Xara; R540=Aldren", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_adjacent-00175", "response_text": "Assignment: R206=Uvara; R701=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_adjacent-00005", "response_text": "Assignment: R991=Quist; R600=Zevra", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_adjacent-00153", "response_text": "Assignment: R159=Ilyan; R688=Aldren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_adjacent-00376", "response_text": "Assignment: R697=Werren; R860=Jorra", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_adjacent-00349", "response_text": "Assignment: R216=Hesta; R143=Werren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_adjacent-00282", "response_text": "Assignment: R334=Jorra; R403=Kest", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_adjacent-00195", "response_text": "Assignment: R897=Pevra; R431=Aldren", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_adjacent-00120", "response_text": "Assignment: R973=Sella; R297=Jorra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_adjacent-00083", "response_text": "Assignment: R935=Rovan; R182=Zevra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_adjacent-00080", "response_text": "Assignment: R396=Xara; R597=Falen", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_adjacent-00247", "response_text": "Assignment: R569=Veylan; R956=Werren", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_adjacent-00169", "response_text": "Assignment: R778=Yorin; R484=Tarin", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_adjacent-00297", "response_text": "Assignment: R612=Tarin; R892=Zevra", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_adjacent-00224", "response_text": "Assignment: R506=Meren; R809=Xara", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_adjacent-00192", "response_text": "Assignment: R323=Etris; R386=Kest", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_adjacent-00198", "response_text": "Assignment: R509=Zevra; R406=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_adjacent-00285", "response_text": "Assignment: R704=Pevra; R946=Ilyan", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_adjacent-00100", "response_text": "Assignment: R146=Gavra; R654=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_adjacent-00380", "response_text": "Assignment: R605=Ilyan; R753=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_adjacent-00019", "response_text": "Assignment: R171=Kest; R439=Lyrra", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_adjacent-00008", "response_text": "Assignment: R267=Kest; R859=Sella", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_adjacent-00132", "response_text": "Assignment: R640=Gavra; R706=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_adjacent-00013", "response_text": "Assignment: R444=Rovan; R438=Werren", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_adjacent-00276", "response_text": "Assignment: R848=Ilyan; R955=Orlan", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_adjacent-00215", "response_text": "Assignment: R509=Falen; R424=Veylan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_adjacent-00064", "response_text": "Assignment: R689=Lyrra; R572=Deyra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_adjacent-00209", "response_text": "Assignment: R433=Baska; R206=Ilyan", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_adjacent-00222", "response_text": "Assignment: R680=Etris; R443=Quist", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_adjacent-00038", "response_text": "Assignment: R109=Corren; R363=Gavra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_adjacent-00151", "response_text": "Assignment: R574=Sella; R274=Pevra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_adjacent-00077", "response_text": "Assignment: R827=Meren; R290=Kest", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_adjacent-00338", "response_text": "Assignment: R758=Tarin; R420=Aldren", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_adjacent-00283", "response_text": "Assignment: R271=Ilyan; R774=Xara", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_adjacent-00180", "response_text": "Assignment: R178=Aldren; R922=Ilyan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_adjacent-00026", "response_text": "Assignment: R354=Xara; R858=Quist", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_adjacent-00230", "response_text": "Assignment: R867=Xara; R744=Neris", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_adjacent-00147", "response_text": "Assignment: R474=Zevra; R552=Baska", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_adjacent-00017", "response_text": "Assignment: R745=Meren; R750=Uvara", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_adjacent-00086", "response_text": "Assignment: R199=Zevra; R756=Orlan", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_adjacent-00311", "response_text": "Assignment: R295=Tarin; R978=Werren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_adjacent-00045", "response_text": "Assignment: R882=Ilyan; R604=Deyra", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_adjacent-00173", "response_text": "Assignment: R236=Deyra; R784=Quist", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_adjacent-00256", "response_text": "Assignment: R823=Veylan; R406=Meren", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_adjacent-00152", "response_text": "Assignment: R411=Lyrra; R443=Baska", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_adjacent-00313", "response_text": "Assignment: R859=Ilyan; R615=Uvara", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_adjacent-00097", "response_text": "Assignment: R841=Zevra; R588=Werren", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_adjacent-00238", "response_text": "Assignment: R798=Kest; R198=Zevra", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_adjacent-00104", "response_text": "Assignment: R900=Yorin; R137=Orlan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_adjacent-00096", "response_text": "Assignment: R831=Xara; R815=Uvara", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_adjacent-00168", "response_text": "Assignment: R876=Quist; R592=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_adjacent-00304", "response_text": "Assignment: R550=Yorin; R543=Corren", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_adjacent-00372", "response_text": "Assignment: R103=Meren; R813=Etris", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_adjacent-00354", "response_text": "Assignment: R990=Deyra; R271=Kest", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_adjacent-00018", "response_text": "Assignment: R218=Orlan; R919=Baska", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_adjacent-00039", "response_text": "Assignment: R491=Neris; R909=Quist", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_adjacent-00322", "response_text": "Assignment: R150=Quist; R951=Corren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_adjacent-00319", "response_text": "Assignment: R861=Gavra; R837=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_adjacent-00339", "response_text": "Assignment: R268=Xara; R589=Aldren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_adjacent-00321", "response_text": "Assignment: R779=Sella; R637=Veylan", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_adjacent-00126", "response_text": "Assignment: R132=Yorin; R976=Tarin", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_adjacent-00207", "response_text": "Assignment: R994=Baska; R221=Xara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_adjacent-00007", "response_text": "Assignment: R631=Yorin; R248=Neris", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_adjacent-00384", "response_text": "Assignment: R417=Ilyan; R782=Quist", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_adjacent-00351", "response_text": "Assignment: R527=Meren; R648=Ilyan", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_adjacent-00261", "response_text": "Assignment: R543=Veylan; R413=Deyra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_adjacent-00332", "response_text": "Assignment: R234=Orlan; R215=Deyra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_adjacent-00208", "response_text": "Assignment: R219=Rovan; R202=Corren", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_adjacent-00093", "response_text": "Assignment: R818=Werren; R382=Etris", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_adjacent-00011", "response_text": "Assignment: R568=Falen; R468=Yorin", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_adjacent-00377", "response_text": "Assignment: R942=Xara; R374=Baska", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_adjacent-00063", "response_text": "Assignment: R373=Rovan; R410=Etris", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_adjacent-00024", "response_text": "Assignment: R213=Corren; R755=Neris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_adjacent-00299", "response_text": "Assignment: R130=Lyrra; R917=Neris", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_adjacent-00101", "response_text": "Assignment: R606=Xara; R970=Falen", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_adjacent-00179", "response_text": "Assignment: R275=Falen; R874=Gavra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_adjacent-00361", "response_text": "Assignment: R741=Zevra; R345=Etris", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_adjacent-00035", "response_text": "Assignment: R524=Werren; R453=Ilyan", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_adjacent-00121", "response_text": "Assignment: R283=Jorra; R262=Ilyan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_adjacent-00347", "response_text": "Assignment: R258=Aldren; R673=Orlan", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_adjacent-00307", "response_text": "Assignment: R496=Veylan; R186=Hesta", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_adjacent-00081", "response_text": "Assignment: R579=Falen; R580=Yorin", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_adjacent-00323", "response_text": "Assignment: R636=Pevra; R188=Rovan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_adjacent-00255", "response_text": "Assignment: R366=Falen; R752=Veylan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_adjacent-00317", "response_text": "Assignment: R659=Rovan; R846=Baska", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_adjacent-00275", "response_text": "Assignment: R877=Deyra; R145=Neris", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_adjacent-00002", "response_text": "Assignment: R803=Pevra; R390=Quist", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_adjacent-00073", "response_text": "Assignment: R553=Uvara; R651=Hesta", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_adjacent-00385", "response_text": "Assignment: R814=Uvara; R571=Xara", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_adjacent-00240", "response_text": "Assignment: R833=Neris; R528=Werren", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_adjacent-00270", "response_text": "Assignment: R274=Veylan; R949=Werren", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_adjacent-00308", "response_text": "Assignment: R750=Tarin; R135=Falen", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_adjacent-00373", "response_text": "Assignment: R157=Quist; R846=Rovan", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_adjacent-00125", "response_text": "Assignment: R554=Baska; R858=Jorra", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_adjacent-00186", "response_text": "Assignment: R600=Ilyan; R981=Rovan", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_adjacent-00109", "response_text": "Assignment: R124=Baska; R727=Werren", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_adjacent-00058", "response_text": "Assignment: R208=Hesta; R987=Xara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_adjacent-00043", "response_text": "Assignment: R335=Meren; R986=Rovan", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_adjacent-00150", "response_text": "Assignment: R142=Corren; R479=Neris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_adjacent-00025", "response_text": "Assignment: R887=Werren; R928=Rovan", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_adjacent-00142", "response_text": "Assignment: R597=Quist; R714=Orlan", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_adjacent-00381", "response_text": "Assignment: R245=Lyrra; R768=Aldren", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_adjacent-00391", "response_text": "Assignment: R656=Lyrra; R627=Etris", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_adjacent-00227", "response_text": "Assignment: R906=Tarin; R346=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_adjacent-00037", "response_text": "Assignment: R375=Pevra; R264=Meren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_adjacent-00212", "response_text": "Assignment: R391=Werren; R312=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_adjacent-00156", "response_text": "Assignment: R952=Uvara; R276=Lyrra", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_adjacent-00236", "response_text": "Assignment: R890=Corren; R558=Meren", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_adjacent-00386", "response_text": "Assignment: R507=Aldren; R864=Xara", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_adjacent-00034", "response_text": "Assignment: R223=Gavra; R188=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_adjacent-00273", "response_text": "Assignment: R483=Sella; R146=Xara", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_adjacent-00201", "response_text": "Assignment: R981=Baska; R975=Veylan", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_adjacent-00006", "response_text": "Assignment: R505=Uvara; R879=Orlan", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_adjacent-00374", "response_text": "Assignment: R376=Sella; R151=Falen", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_adjacent-00225", "response_text": "Assignment: R258=Neris; R898=Pevra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_adjacent-00067", "response_text": "Assignment: R735=Rovan; R306=Meren", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_adjacent-00129", "response_text": "Assignment: R373=Deyra; R212=Xara", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_adjacent-00367", "response_text": "Assignment: R185=Rovan; R713=Orlan", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_adjacent-00099", "response_text": "Assignment: R257=Xara; R624=Deyra", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_adjacent-00294", "response_text": "Assignment: R494=Veylan; R385=Uvara", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_adjacent-00330", "response_text": "Assignment: R680=Quist; R282=Yorin", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_adjacent-00235", "response_text": "Assignment: R464=Tarin; R132=Werren", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_adjacent-00137", "response_text": "Assignment: R847=Pevra; R544=Werren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_adjacent-00189", "response_text": "Assignment: R620=Rovan; R738=Orlan", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_adjacent-00144", "response_text": "Assignment: R655=Uvara; R591=Falen", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_adjacent-00252", "response_text": "Assignment: R820=Corren; R255=Kest", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_adjacent-00365", "response_text": "Assignment: R793=Quist; R468=Falen", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_adjacent-00066", "response_text": "Assignment: R883=Ilyan; R229=Orlan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_adjacent-00303", "response_text": "Assignment: R561=Etris; R256=Jorra", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_adjacent-00363", "response_text": "Assignment: R945=Tarin; R419=Rovan", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_adjacent-00176", "response_text": "Assignment: R996=Veylan; R991=Etris", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_adjacent-00054", "response_text": "Assignment: R321=Ilyan; R753=Etris", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_adjacent-00265", "response_text": "Assignment: R503=Quist; R763=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_adjacent-00314", "response_text": "Assignment: R489=Meren; R619=Xara", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_adjacent-00278", "response_text": "Assignment: R811=Hesta; R898=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_adjacent-00076", "response_text": "Assignment: R624=Werren; R171=Rovan", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_adjacent-00049", "response_text": "Assignment: R558=Lyrra; R438=Meren", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_adjacent-00070", "response_text": "Assignment: R304=Xara; R518=Tarin", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_adjacent-00327", "response_text": "Assignment: R202=Pevra; R522=Meren", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_adjacent-00199", "response_text": "Assignment: R261=Zevra; R823=Uvara", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_adjacent-00075", "response_text": "Assignment: R453=Zevra; R435=Etris", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_adjacent-00217", "response_text": "Assignment: R235=Pevra; R980=Kest", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_adjacent-00203", "response_text": "Assignment: R828=Uvara; R425=Quist", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_adjacent-00229", "response_text": "Assignment: R924=Gavra; R884=Baska", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_adjacent-00287", "response_text": "Assignment: R257=Sella; R649=Orlan", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_adjacent-00124", "response_text": "Assignment: R789=Kest; R919=Falen", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_adjacent-00164", "response_text": "Assignment: R138=Zevra; R123=Ilyan", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_adjacent-00264", "response_text": "Assignment: R439=Baska; R374=Jorra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_adjacent-00320", "response_text": "Assignment: R348=Yorin; R399=Kest", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_adjacent-00165", "response_text": "Assignment: R389=Zevra; R793=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_adjacent-00226", "response_text": "Assignment: R684=Pevra; R394=Xara", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_adjacent-00172", "response_text": "Assignment: R776=Aldren; R744=Quist", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_adjacent-00116", "response_text": "Assignment: R875=Meren; R233=Pevra", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_adjacent-00341", "response_text": "Assignment: R787=Sella; R367=Deyra", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_adjacent-00333", "response_text": "Assignment: R791=Xara; R929=Kest", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_adjacent-00233", "response_text": "Assignment: R245=Hesta; R857=Yorin", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_adjacent-00281", "response_text": "Assignment: R463=Zevra; R423=Lyrra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_adjacent-00106", "response_text": "Assignment: R918=Meren; R549=Werren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_adjacent-00130", "response_text": "Assignment: R220=Ilyan; R408=Yorin", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_adjacent-00359", "response_text": "Assignment: R665=Werren; R144=Ilyan", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_adjacent-00047", "response_text": "Assignment: R457=Uvara; R614=Xara", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_adjacent-00033", "response_text": "Assignment: R962=Jorra; R829=Corren", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_adjacent-00110", "response_text": "Assignment: R998=Deyra; R656=Sella", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_adjacent-00094", "response_text": "Assignment: R778=Deyra; R597=Zevra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_adjacent-00268", "response_text": "Assignment: R836=Werren; R196=Uvara", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_adjacent-00134", "response_text": "Assignment: R646=Sella; R995=Kest", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_adjacent-00127", "response_text": "Assignment: R967=Jorra; R375=Xara", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_adjacent-00389", "response_text": "Assignment: R998=Uvara; R223=Werren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_adjacent-00382", "response_text": "Assignment: R170=Jorra; R781=Aldren", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_adjacent-00095", "response_text": "Assignment: R692=Hesta; R643=Orlan", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_adjacent-00352", "response_text": "Assignment: R805=Jorra; R223=Xara", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_adjacent-00246", "response_text": "Assignment: R392=Ilyan; R790=Uvara", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_adjacent-00309", "response_text": "Assignment: R131=Werren; R118=Uvara", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_adjacent-00395", "response_text": "Assignment: R559=Baska; R509=Werren", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_adjacent-00291", "response_text": "Assignment: R510=Quist; R874=Aldren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_adjacent-00053", "response_text": "Assignment: R255=Zevra; R985=Yorin", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_adjacent-00204", "response_text": "Assignment: R165=Ilyan; R540=Gavra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_adjacent-00318", "response_text": "Assignment: R161=Zevra; R537=Etris", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_adjacent-00248", "response_text": "Assignment: R689=Neris; R238=Aldren", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_adjacent-00174", "response_text": "Assignment: R421=Quist; R110=Tarin", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_adjacent-00092", "response_text": "Assignment: R298=Veylan; R367=Baska", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_adjacent-00128", "response_text": "Assignment: R698=Zevra; R628=Kest", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_adjacent-00340", "response_text": "Assignment: R558=Deyra; R469=Rovan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_adjacent-00245", "response_text": "Assignment: R113=Rovan; R332=Quist", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_adjacent-00020", "response_text": "Assignment: R397=Hesta; R735=Meren", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_adjacent-00383", "response_text": "Assignment: R338=Yorin; R723=Rovan", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_adjacent-00356", "response_text": "Assignment: R865=Orlan; R694=Pevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_adjacent-00306", "response_text": "Assignment: R918=Meren; R967=Hesta", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_adjacent-00145", "response_text": "Assignment: R510=Meren; R810=Veylan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_adjacent-00098", "response_text": "Assignment: R309=Meren; R632=Deyra", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_adjacent-00211", "response_text": "Assignment: R588=Tarin; R799=Rovan", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_adjacent-00051", "response_text": "Assignment: R614=Corren; R390=Veylan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_adjacent-00397", "response_text": "Assignment: R571=Werren; R447=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_adjacent-00166", "response_text": "Assignment: R472=Gavra; R541=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_adjacent-00102", "response_text": "Assignment: R570=Lyrra; R132=Baska", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_adjacent-00288", "response_text": "Assignment: R812=Meren; R899=Neris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_adjacent-00266", "response_text": "Assignment: R783=Orlan; R476=Baska", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_adjacent-00014", "response_text": "Assignment: R300=Etris; R184=Sella", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_adjacent-00362", "response_text": "Assignment: R142=Veylan; R118=Etris", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_adjacent-00133", "response_text": "Assignment: R744=Meren; R351=Yorin", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_adjacent-00312", "response_text": "Assignment: R980=Gavra; R588=Meren", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_adjacent-00277", "response_text": "Assignment: R733=Corren; R764=Jorra", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_holdout_agreement.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_agreement-00339", "response_text": "Assignment: R134=Ilyan; R627=Rovan", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_agreement-00299", "response_text": "Assignment: R713=Pevra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_agreement-00345", "response_text": "Assignment: R479=Pevra", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_agreement-00173", "response_text": "Assignment: R510=Corren", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_agreement-00613", "response_text": "Assignment: R357=Kest; R378=Aldren", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_agreement-00696", "response_text": "Assignment: R283=Yorin; R275=Rovan", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_agreement-00017", "response_text": "Assignment: R446=Quist; R112=Baska", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_agreement-00387", "response_text": "Assignment: R158=Xara; R525=Aldren", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_agreement-00128", "response_text": "Assignment: R250=Zevra; R907=Hesta", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_agreement-00193", "response_text": "Assignment: R591=Werren; R350=Lyrra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_agreement-00651", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_agreement-00796", "response_text": "Assignment: R367=Etris; R435=Werren", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_agreement-00552", "response_text": "Assignment: R672=Xara; R458=Yorin", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_agreement-00330", "response_text": "Assignment: R552=Falen; R690=Lyrra", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_agreement-00776", "response_text": "Assignment: R159=Jorra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_agreement-00426", "response_text": "Assignment: R977=Quist; R982=Veylan", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_agreement-00061", "response_text": "Assignment: R835=Lyrra; R621=Jorra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_agreement-00742", "response_text": "Assignment: R180=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_agreement-00242", "response_text": "Assignment: R444=Lyrra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_agreement-00397", "response_text": "Assignment: R931=Pevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_agreement-00258", "response_text": "Assignment: R241=Corren; R735=Deyra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_agreement-00292", "response_text": "Assignment: R183=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_agreement-00023", "response_text": "Assignment: R190=Kest", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_agreement-00283", "response_text": "Assignment: R412=Veylan", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_agreement-00778", "response_text": "Assignment: R108=Corren; R208=Orlan", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_agreement-00741", "response_text": "Assignment: R813=Gavra; R736=Etris", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_agreement-00100", "response_text": "Assignment: R958=Ilyan; R887=Baska", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_agreement-00136", "response_text": "Assignment: R186=Corren; R216=Tarin", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_agreement-00631", "response_text": "Assignment: R515=Aldren; R733=Pevra", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_agreement-00210", "response_text": "Assignment: R744=Etris; R823=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_agreement-00182", "response_text": "Assignment: R850=Veylan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_agreement-00225", "response_text": "Assignment: R164=Jorra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_agreement-00398", "response_text": "Assignment: R580=Gavra; R696=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_agreement-00766", "response_text": "Assignment: R843=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_agreement-00220", "response_text": "Assignment: R942=Lyrra; R610=Kest", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_agreement-00773", "response_text": "Assignment: R563=Pevra; R560=Etris", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_agreement-00217", "response_text": "Assignment: R187=Etris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_agreement-00243", "response_text": "Assignment: R624=Gavra; R120=Meren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_agreement-00743", "response_text": "Assignment: R792=Meren; R640=Lyrra", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_agreement-00526", "response_text": "Assignment: R813=Etris; R306=Deyra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_agreement-00794", "response_text": "Assignment: R792=Baska; R908=Pevra", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_agreement-00185", "response_text": "Assignment: R623=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_agreement-00349", "response_text": "Assignment: R429=Kest; R932=Pevra", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_agreement-00060", "response_text": "Assignment: R665=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_agreement-00131", "response_text": "Assignment: R204=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_agreement-00054", "response_text": "Assignment: R333=Pevra", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_agreement-00717", "response_text": "Assignment: R452=Veylan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_agreement-00113", "response_text": "Assignment: R169=Rovan; R171=Baska", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_agreement-00300", "response_text": "Assignment: R434=Xara", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_agreement-00757", "response_text": "Assignment: R404=Lyrra; R724=Orlan", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_agreement-00159", "response_text": "Assignment: R464=Baska", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_agreement-00027", "response_text": "Assignment: R895=Uvara; R279=Orlan", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_agreement-00758", "response_text": "Assignment: R272=Baska", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_agreement-00722", "response_text": "Assignment: R622=Lyrra; R639=Uvara", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_agreement-00011", "response_text": "Assignment: R326=Werren", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_agreement-00399", "response_text": "Assignment: R317=Veylan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_agreement-00227", "response_text": "Assignment: R525=Baska; R643=Lyrra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_agreement-00282", "response_text": "Assignment: R165=Yorin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_agreement-00401", "response_text": "Assignment: R282=Etris; R290=Zevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_agreement-00496", "response_text": "Assignment: R506=Yorin", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_agreement-00052", "response_text": "Assignment: R553=Pevra", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_agreement-00453", "response_text": "Assignment: R442=Sella; R552=Kest", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_agreement-00509", "response_text": "Assignment: R243=Veylan; R302=Hesta", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_agreement-00750", "response_text": "Assignment: R735=Xara; R996=Pevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_agreement-00635", "response_text": "Assignment: R780=Orlan; R959=Yorin", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_agreement-00636", "response_text": "Assignment: R244=Orlan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_agreement-00343", "response_text": "Assignment: R772=Lyrra; R852=Werren", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_agreement-00303", "response_text": "Assignment: R640=Etris; R381=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_agreement-00605", "response_text": "Assignment: R614=Pevra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_agreement-00541", "response_text": "Assignment: R601=Aldren; R315=Orlan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_agreement-00573", "response_text": "Assignment: R213=Uvara; R192=Sella", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_agreement-00627", "response_text": "Assignment: R814=Zevra", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_agreement-00612", "response_text": "Assignment: R483=Corren", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_agreement-00047", "response_text": "Assignment: R108=Tarin; R505=Corren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_agreement-00250", "response_text": "Assignment: R210=Baska; R147=Kest", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_agreement-00057", "response_text": "Assignment: R908=Falen", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_agreement-00739", "response_text": "Assignment: R272=Pevra; R463=Gavra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_agreement-00268", "response_text": "Assignment: R151=Aldren; R860=Yorin", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_agreement-00598", "response_text": "Assignment: R839=Hesta; R931=Baska", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_agreement-00608", "response_text": "Assignment: R516=Tarin; R826=Werren", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_agreement-00759", "response_text": "Assignment: R398=Aldren; R498=Kest", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_agreement-00475", "response_text": "Assignment: R895=Zevra; R992=Gavra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_agreement-00369", "response_text": "Assignment: R747=Yorin; R793=Orlan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_agreement-00543", "response_text": "Assignment: R675=Pevra; R215=Baska", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_agreement-00272", "response_text": "Assignment: R622=Yorin; R928=Meren", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_agreement-00241", "response_text": "Assignment: R217=Kest; R460=Quist", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_agreement-00032", "response_text": "Assignment: R278=Aldren; R983=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_agreement-00497", "response_text": "Assignment: R368=Ilyan; R235=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_agreement-00141", "response_text": "Assignment: R220=Etris; R590=Uvara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_agreement-00224", "response_text": "Assignment: R536=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_agreement-00583", "response_text": "Assignment: R539=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_agreement-00328", "response_text": "Assignment: R261=Quist", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_agreement-00791", "response_text": "Assignment: R359=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_agreement-00746", "response_text": "Assignment: R448=Gavra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_agreement-00517", "response_text": "Assignment: R677=Lyrra; R228=Werren", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_agreement-00654", "response_text": "Assignment: R127=Neris; R282=Aldren", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_agreement-00289", "response_text": "Assignment: R859=Gavra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_agreement-00603", "response_text": "Assignment: R257=Sella", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_agreement-00716", "response_text": "Assignment: R555=Ilyan; R896=Quist", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_agreement-00196", "response_text": "Assignment: R604=Pevra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_agreement-00408", "response_text": "Assignment: R713=Orlan; R381=Werren", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_agreement-00254", "response_text": "Assignment: R456=Uvara", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_agreement-00740", "response_text": "Assignment: R267=Kest", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_agreement-00308", "response_text": "Assignment: R493=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_agreement-00431", "response_text": "Assignment: R109=Rovan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_agreement-00565", "response_text": "Assignment: R496=Veylan; R303=Lyrra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_agreement-00590", "response_text": "Assignment: R548=Quist", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_agreement-00558", "response_text": "Assignment: R335=Quist", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_agreement-00702", "response_text": "Assignment: R133=Gavra; R113=Zevra", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_agreement-00619", "response_text": "Assignment: R382=Gavra", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_agreement-00154", "response_text": "Assignment: R158=Meren", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_agreement-00655", "response_text": "Assignment: R477=Rovan; R544=Kest", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_agreement-00554", "response_text": "Assignment: R612=Aldren", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_agreement-00576", "response_text": "Assignment: R272=Falen; R401=Kest", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_agreement-00123", "response_text": "Assignment: R542=Xara; R284=Pevra", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_agreement-00410", "response_text": "Assignment: R784=Deyra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_agreement-00556", "response_text": "Assignment: R615=Falen", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_agreement-00694", "response_text": "Assignment: R766=Deyra", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_agreement-00412", "response_text": "Assignment: R714=Sella", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_agreement-00714", "response_text": "Assignment: R790=Pevra", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_agreement-00028", "response_text": "Assignment: R488=Zevra; R924=Xara", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_agreement-00390", "response_text": "Assignment: R270=Lyrra; R293=Deyra", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_agreement-00405", "response_text": "Assignment: R690=Hesta; R472=Baska", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_agreement-00039", "response_text": "Assignment: R177=Ilyan; R573=Aldren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_agreement-00104", "response_text": "Assignment: R313=Orlan", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_agreement-00438", "response_text": "Assignment: R648=Orlan; R861=Etris", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_agreement-00421", "response_text": "Assignment: R496=Yorin; R646=Gavra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_agreement-00733", "response_text": "Assignment: R635=Zevra; R700=Lyrra", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_agreement-00495", "response_text": "Assignment: R762=Deyra", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_agreement-00098", "response_text": "Assignment: R636=Pevra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_agreement-00424", "response_text": "Assignment: R189=Baska", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_agreement-00727", "response_text": "Assignment: R839=Hesta; R194=Meren", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_agreement-00286", "response_text": "Assignment: R434=Falen; R571=Hesta", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_agreement-00458", "response_text": "Assignment: R567=Gavra; R446=Falen", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_agreement-00273", "response_text": "Assignment: R852=Hesta", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_agreement-00008", "response_text": "Assignment: R149=Hesta", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_agreement-00688", "response_text": "Assignment: R670=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_agreement-00009", "response_text": "Assignment: R202=Baska; R454=Tarin", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_agreement-00375", "response_text": "Assignment: R287=Jorra; R151=Orlan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_agreement-00611", "response_text": "Assignment: R512=Kest; R751=Lyrra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_agreement-00726", "response_text": "Assignment: R839=Werren; R954=Pevra", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_agreement-00320", "response_text": "Assignment: R974=Yorin; R103=Uvara", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_agreement-00310", "response_text": "Assignment: R566=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_agreement-00589", "response_text": "Assignment: R461=Xara", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_agreement-00767", "response_text": "Assignment: R503=Hesta; R805=Kest", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_agreement-00118", "response_text": "Assignment: R966=Falen", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_agreement-00493", "response_text": "Assignment: R795=Ilyan; R515=Xara", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_agreement-00385", "response_text": "Assignment: R495=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_agreement-00033", "response_text": "Assignment: R295=Uvara; R679=Baska", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_agreement-00662", "response_text": "Assignment: R700=Deyra", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_agreement-00618", "response_text": "Assignment: R183=Baska; R528=Jorra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_agreement-00151", "response_text": "Assignment: R206=Quist", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_agreement-00201", "response_text": "Assignment: R939=Jorra", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_agreement-00213", "response_text": "Assignment: R256=Aldren", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_agreement-00071", "response_text": "Assignment: R178=Uvara", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_agreement-00730", "response_text": "Assignment: R103=Baska", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_agreement-00780", "response_text": "Assignment: R828=Tarin", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_agreement-00704", "response_text": "Assignment: R451=Deyra; R521=Jorra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_agreement-00126", "response_text": "Assignment: R292=Tarin; R931=Pevra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_agreement-00672", "response_text": "Assignment: R688=Yorin; R640=Aldren", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_agreement-00247", "response_text": "Assignment: R794=Corren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_agreement-00504", "response_text": "Assignment: R602=Etris", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_agreement-00721", "response_text": "Assignment: R961=Jorra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_agreement-00734", "response_text": "Assignment: R578=Kest; R980=Etris", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_agreement-00484", "response_text": "Assignment: R571=Neris", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_agreement-00735", "response_text": "Assignment: R417=Neris", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_agreement-00413", "response_text": "Assignment: R284=Quist; R812=Zevra", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_agreement-00265", "response_text": "Assignment: R250=Lyrra; R732=Rovan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_agreement-00629", "response_text": "Assignment: R216=Tarin", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_agreement-00582", "response_text": "Assignment: R258=Quist; R980=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_agreement-00329", "response_text": "Assignment: R383=Meren; R676=Deyra", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_agreement-00640", "response_text": "Assignment: R236=Deyra", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_agreement-00596", "response_text": "Assignment: R261=Veylan", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_agreement-00572", "response_text": "Assignment: R776=Meren", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_agreement-00403", "response_text": "Assignment: R334=Orlan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_agreement-00101", "response_text": "Assignment: R773=Meren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_agreement-00615", "response_text": "Assignment: R249=Uvara", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_agreement-00155", "response_text": "Assignment: R624=Meren; R434=Xara", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_agreement-00316", "response_text": "Assignment: R135=Hesta; R903=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_agreement-00666", "response_text": "Assignment: R709=Deyra; R346=Etris", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_agreement-00512", "response_text": "Assignment: R634=Ilyan; R335=Lyrra", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_agreement-00256", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_agreement-00691", "response_text": "Assignment: R404=Yorin; R465=Sella", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_agreement-00761", "response_text": "Assignment: R498=Etris", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_agreement-00784", "response_text": "Assignment: R716=Hesta", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_agreement-00592", "response_text": "Assignment: R283=Zevra; R523=Uvara", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_agreement-00518", "response_text": "Assignment: R307=Sella", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_agreement-00422", "response_text": "Assignment: R240=Rovan", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_agreement-00167", "response_text": "Assignment: R479=Falen; R961=Gavra", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_agreement-00219", "response_text": "Assignment: R980=Uvara; R255=Ilyan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_agreement-00675", "response_text": "Assignment: R937=Xara", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_agreement-00253", "response_text": "Assignment: R533=Xara; R954=Veylan", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_agreement-00535", "response_text": "Assignment: R646=Etris", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_agreement-00088", "response_text": "Assignment: R771=Veylan; R772=Corren", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_agreement-00197", "response_text": "Assignment: R528=Baska; R205=Deyra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_agreement-00479", "response_text": "Assignment: R987=Werren; R844=Rovan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_agreement-00340", "response_text": "Assignment: R586=Sella; R472=Ilyan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_agreement-00350", "response_text": "Assignment: R961=Aldren", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_agreement-00480", "response_text": "Assignment: R556=Jorra", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_agreement-00616", "response_text": "Assignment: R551=Gavra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_agreement-00508", "response_text": "Assignment: R985=Ilyan", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_agreement-00621", "response_text": "Assignment: R400=Corren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_agreement-00488", "response_text": "Assignment: R798=Deyra; R704=Etris", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_agreement-00699", "response_text": "Assignment: R457=Rovan; R367=Zevra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_agreement-00569", "response_text": "Assignment: R848=Baska; R425=Falen", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_agreement-00461", "response_text": "Assignment: R912=Corren; R137=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_agreement-00092", "response_text": "Assignment: R923=Pevra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_agreement-00737", "response_text": "Assignment: R949=Uvara; R762=Falen", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_agreement-00056", "response_text": "Assignment: R683=Yorin; R995=Sella", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_agreement-00580", "response_text": "Assignment: R675=Neris", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_agreement-00674", "response_text": "Assignment: R218=Zevra", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_agreement-00638", "response_text": "Assignment: R987=Tarin; R719=Orlan", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_agreement-00560", "response_text": "Assignment: R642=Rovan; R338=Baska", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_agreement-00288", "response_text": "Assignment: R564=Deyra; R594=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_agreement-00031", "response_text": "Assignment: R218=Baska", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_agreement-00070", "response_text": "Assignment: R586=Pevra; R454=Hesta", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_agreement-00063", "response_text": "Assignment: R366=Sella; R987=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_agreement-00392", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_agreement-00792", "response_text": "Assignment: R719=Tarin; R838=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_agreement-00682", "response_text": "Assignment: R348=Deyra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_agreement-00335", "response_text": "Assignment: R729=Neris; R124=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_agreement-00441", "response_text": "Assignment: R857=Neris", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_agreement-00295", "response_text": "Assignment: R699=Rovan", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_agreement-00600", "response_text": "Assignment: R192=Orlan; R601=Neris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_agreement-00382", "response_text": "Assignment: R765=Lyrra; R885=Baska", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_agreement-00195", "response_text": "Assignment: R441=Yorin", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_agreement-00667", "response_text": "Assignment: R651=Sella", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_agreement-00744", "response_text": "Assignment: R997=Lyrra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_agreement-00503", "response_text": "Assignment: R444=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_agreement-00161", "response_text": "Assignment: R383=Sella; R826=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_agreement-00686", "response_text": "Assignment: R220=Baska", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_agreement-00731", "response_text": "Assignment: R870=Rovan; R239=Yorin", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_agreement-00108", "response_text": "Assignment: R612=Orlan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_agreement-00229", "response_text": "Assignment: R410=Jorra; R949=Xara", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_agreement-00277", "response_text": "Assignment: R512=Sella; R606=Veylan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_agreement-00318", "response_text": "Assignment: R357=Gavra", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_agreement-00149", "response_text": "Assignment: R732=Rovan", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_agreement-00728", "response_text": "Assignment: R499=Aldren", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_agreement-00324", "response_text": "Assignment: R399=Gavra", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_agreement-00133", "response_text": "Assignment: R434=Falen; R376=Xara", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_agreement-00317", "response_text": "Assignment: R225=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_agreement-00642", "response_text": "Assignment: R153=Sella", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_agreement-00393", "response_text": "Assignment: R185=Falen; R984=Zevra", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_agreement-00584", "response_text": "Assignment: R593=Kest; R109=Veylan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_agreement-00314", "response_text": "Assignment: R506=Tarin; R716=Lyrra", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_agreement-00186", "response_text": "Assignment: R167=Pevra; R905=Sella", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_agreement-00116", "response_text": "Assignment: R441=Etris; R178=Veylan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_agreement-00549", "response_text": "Assignment: R246=Meren; R725=Pevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_agreement-00763", "response_text": "Assignment: R397=Uvara; R290=Gavra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_agreement-00102", "response_text": "Assignment: R436=Uvara", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_agreement-00693", "response_text": "Assignment: R782=Tarin; R903=Corren", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_agreement-00567", "response_text": "Assignment: R265=Quist", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_agreement-00782", "response_text": "Assignment: R277=Corren; R553=Falen", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_agreement-00389", "response_text": "Assignment: R124=Uvara", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_agreement-00205", "response_text": "Assignment: R983=Werren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_agreement-00216", "response_text": "Assignment: R701=Kest; R818=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_agreement-00557", "response_text": "Assignment: R804=Rovan; R725=Werren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_agreement-00381", "response_text": "Assignment: R112=Corren", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_agreement-00094", "response_text": "Assignment: R915=Zevra; R574=Uvara", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_agreement-00037", "response_text": "Assignment: R136=Pevra; R904=Uvara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_agreement-00478", "response_text": "Assignment: R113=Jorra; R565=Pevra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_agreement-00687", "response_text": "Assignment: R955=Rovan; R195=Werren", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_agreement-00745", "response_text": "Assignment: R365=Lyrra; R151=Veylan", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_agreement-00007", "response_text": "Assignment: R604=Jorra; R842=Sella", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_agreement-00138", "response_text": "Assignment: R634=Ilyan", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_agreement-00779", "response_text": "Assignment: R223=Falen", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_agreement-00148", "response_text": "Assignment: R398=Corren; R231=Tarin", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_agreement-00086", "response_text": "Assignment: R125=Xara", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_agreement-00738", "response_text": "Assignment: R336=Uvara", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_agreement-00144", "response_text": "Assignment: R848=Ilyan", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_agreement-00506", "response_text": "Assignment: R426=Etris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_agreement-00239", "response_text": "Assignment: R297=Meren; R101=Baska", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_agreement-00760", "response_text": "Assignment: R556=Sella; R126=Quist", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_agreement-00768", "response_text": "Assignment: R291=Aldren; R321=Xara", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_agreement-00683", "response_text": "Assignment: R957=Veylan; R771=Corren", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_agreement-00591", "response_text": "Assignment: R169=Gavra; R434=Sella", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_agreement-00486", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_agreement-00630", "response_text": "Assignment: R148=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_agreement-00319", "response_text": "Assignment: R194=Ilyan; R236=Sella", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_agreement-00082", "response_text": "Assignment: R724=Hesta; R384=Deyra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_agreement-00275", "response_text": "Assignment: R380=Tarin; R941=Veylan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_agreement-00166", "response_text": "Assignment: R660=Neris", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_agreement-00452", "response_text": "Assignment: R801=Meren", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_agreement-00341", "response_text": "Assignment: R755=Falen", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_agreement-00165", "response_text": "Assignment: R511=Ilyan; R135=Hesta", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_agreement-00705", "response_text": "Assignment: R522=Corren", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_agreement-00311", "response_text": "Assignment: R533=Neris; R599=Sella", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_agreement-00574", "response_text": "Assignment: R415=Werren; R490=Rovan", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_agreement-00634", "response_text": "Assignment: R495=Falen", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_agreement-00076", "response_text": "Assignment: R142=Baska", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_agreement-00799", "response_text": "Assignment: R168=Gavra", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_agreement-00544", "response_text": "Assignment: R423=Orlan", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_agreement-00281", "response_text": "Assignment: R149=Sella; R898=Etris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_agreement-00269", "response_text": "Assignment: R931=Falen; R148=Sella", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_agreement-00516", "response_text": "Assignment: R685=Kest; R271=Zevra", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_agreement-00376", "response_text": "Assignment: R886=Quist", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_agreement-00142", "response_text": "Assignment: R708=Quist; R219=Kest", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_agreement-00351", "response_text": "Assignment: R541=Meren; R637=Tarin", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_agreement-00001", "response_text": "Assignment: R305=Lyrra; R163=Tarin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_agreement-00595", "response_text": "Assignment: R445=Rovan; R148=Deyra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_agreement-00064", "response_text": "Assignment: R739=Yorin; R166=Uvara", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_agreement-00096", "response_text": "Assignment: R339=Zevra; R461=Tarin", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_agreement-00179", "response_text": "Assignment: R851=Rovan", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_agreement-00528", "response_text": "Assignment: R384=Werren", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_agreement-00067", "response_text": "Assignment: R774=Werren; R108=Quist", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_agreement-00036", "response_text": "Assignment: R573=Falen", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_agreement-00378", "response_text": "Assignment: R441=Hesta; R908=Pevra", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_agreement-00125", "response_text": "Assignment: R418=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_agreement-00342", "response_text": "Assignment: R474=Jorra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_agreement-00628", "response_text": "Assignment: R150=Deyra; R227=Gavra", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_agreement-00537", "response_text": "Assignment: R391=Tarin", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_agreement-00487", "response_text": "Assignment: R254=Quist; R681=Rovan", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_agreement-00019", "response_text": "Assignment: R225=Tarin", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_agreement-00747", "response_text": "Assignment: R460=Kest; R818=Rovan", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_agreement-00536", "response_text": "Assignment: R788=Yorin; R181=Neris", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_agreement-00435", "response_text": "Assignment: R703=Tarin", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_agreement-00723", "response_text": "Assignment: R119=Baska; R136=Hesta", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_agreement-00207", "response_text": "Assignment: R292=Uvara; R896=Quist", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_agreement-00411", "response_text": "Assignment: R694=Lyrra; R563=Xara", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_agreement-00720", "response_text": "Assignment: R783=Lyrra", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_agreement-00231", "response_text": "Assignment: R193=Quist; R630=Corren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_agreement-00348", "response_text": "Assignment: R588=Tarin", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_agreement-00363", "response_text": "Assignment: R965=Baska", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_agreement-00331", "response_text": "Assignment: R342=Quist", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_agreement-00774", "response_text": "Assignment: R867=Rovan; R818=Corren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_agreement-00463", "response_text": "Assignment: R881=Ilyan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_agreement-00358", "response_text": "Assignment: R496=Kest; R925=Ilyan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_agreement-00200", "response_text": "Assignment: R358=Sella; R127=Yorin", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_agreement-00287", "response_text": "Assignment: R950=Corren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_agreement-00521", "response_text": "Assignment: R451=Corren; R668=Sella", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_agreement-00221", "response_text": "Assignment: R255=Xara; R134=Ilyan", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_agreement-00404", "response_text": "Assignment: R464=Neris; R212=Meren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_agreement-00336", "response_text": "Assignment: R588=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_agreement-00248", "response_text": "Assignment: R492=Rovan; R600=Jorra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_agreement-00701", "response_text": "Assignment: R520=Orlan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_agreement-00169", "response_text": "Assignment: R547=Etris", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_agreement-00228", "response_text": "Assignment: R728=Quist", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_agreement-00255", "response_text": "Assignment: R442=Ilyan; R906=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_agreement-00380", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_agreement-00171", "response_text": "Assignment: R406=Rovan; R433=Aldren", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_agreement-00606", "response_text": "Assignment: R910=Xara; R665=Lyrra", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_agreement-00419", "response_text": "Assignment: R384=Deyra", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_agreement-00700", "response_text": "Assignment: R911=Uvara", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_agreement-00617", "response_text": "Assignment: R497=Pevra; R687=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_agreement-00653", "response_text": "Assignment: R912=Uvara", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_agreement-00471", "response_text": "Assignment: R293=Lyrra; R809=Quist", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_agreement-00416", "response_text": "Assignment: R662=Ilyan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_agreement-00499", "response_text": "Assignment: R472=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_agreement-00368", "response_text": "Assignment: R325=Yorin", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_agreement-00261", "response_text": "Assignment: R234=Falen", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_agreement-00534", "response_text": "Assignment: R518=Werren; R621=Aldren", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_agreement-00058", "response_text": "Assignment: R405=Gavra; R780=Werren", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_agreement-00515", "response_text": "Assignment: R973=Quist; R807=Falen", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_agreement-00785", "response_text": "Assignment: R797=Meren; R435=Gavra", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_agreement-00163", "response_text": "Assignment: R354=Deyra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_agreement-00192", "response_text": "Assignment: R716=Veylan; R905=Aldren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_agreement-00211", "response_text": "Assignment: R214=Etris; R503=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_agreement-00294", "response_text": "Assignment: R995=Meren; R384=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_agreement-00252", "response_text": "Assignment: R755=Werren", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_agreement-00594", "response_text": "Assignment: R184=Hesta", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_agreement-00321", "response_text": "Assignment: R140=Werren", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_agreement-00529", "response_text": "Assignment: R835=Meren; R217=Aldren", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_agreement-00002", "response_text": "Assignment: R477=Sella", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_agreement-00204", "response_text": "Assignment: R922=Corren", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_agreement-00323", "response_text": "Assignment: R253=Etris", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_agreement-00765", "response_text": "Assignment: R306=Kest", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_agreement-00485", "response_text": "Assignment: R253=Tarin; R280=Orlan", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_agreement-00119", "response_text": "Assignment: R398=Sella; R806=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_agreement-00391", "response_text": "Assignment: R443=Rovan; R755=Aldren", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_agreement-00423", "response_text": "Assignment: R355=Kest", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_agreement-00578", "response_text": "Assignment: R697=Tarin", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_agreement-00150", "response_text": "Assignment: R419=Aldren; R415=Orlan", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_agreement-00772", "response_text": "Assignment: R930=Werren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_agreement-00366", "response_text": "Assignment: R117=Meren", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_agreement-00093", "response_text": "Assignment: R645=Rovan; R308=Baska", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_agreement-00384", "response_text": "Assignment: R546=Baska; R220=Gavra", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_agreement-00548", "response_text": "Assignment: R936=Rovan", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_agreement-00790", "response_text": "Assignment: R789=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_agreement-00676", "response_text": "Assignment: R924=Aldren", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_agreement-00313", "response_text": "Assignment: R323=Rovan; R739=Lyrra", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_agreement-00251", "response_text": "Assignment: R153=Hesta", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_agreement-00209", "response_text": "Assignment: R892=Falen", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_agreement-00360", "response_text": "Assignment: R874=Hesta; R722=Quist", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_agreement-00188", "response_text": "Assignment: R840=Aldren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_agreement-00259", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_agreement-00089", "response_text": "Assignment: R734=Zevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_agreement-00371", "response_text": "Assignment: R985=Yorin; R439=Neris", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_agreement-00206", "response_text": "Assignment: R993=Orlan; R347=Falen", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_agreement-00470", "response_text": "Assignment: R376=Kest", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_agreement-00290", "response_text": "Assignment: R797=Etris; R215=Orlan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_agreement-00525", "response_text": "Assignment: R859=Ilyan", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_agreement-00420", "response_text": "Assignment: R267=Kest; R635=Werren", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_agreement-00312", "response_text": "Assignment: R708=Aldren", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_agreement-00066", "response_text": "Assignment: R336=Etris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_agreement-00132", "response_text": "Assignment: R219=Xara; R325=Orlan", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_agreement-00293", "response_text": "Assignment: R803=Uvara; R948=Meren", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_agreement-00695", "response_text": "Assignment: R744=Hesta; R852=Uvara", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_agreement-00238", "response_text": "Assignment: R214=Uvara", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_agreement-00364", "response_text": "Assignment: R403=Hesta; R809=Ilyan", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_agreement-00639", "response_text": "Assignment: R847=Neris", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_agreement-00084", "response_text": "Assignment: R465=Baska; R696=Lyrra", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_agreement-00016", "response_text": "Assignment: R343=Hesta", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_agreement-00502", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_agreement-00356", "response_text": "Assignment: R112=Werren", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_agreement-00172", "response_text": "Assignment: R278=Veylan; R662=Corren", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_agreement-00146", "response_text": "Assignment: R505=Corren; R309=Tarin", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_agreement-00659", "response_text": "Assignment: R364=Meren; R685=Yorin", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_agreement-00327", "response_text": "Assignment: R116=Veylan; R197=Gavra", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_agreement-00214", "response_text": "Assignment: R986=Yorin; R225=Kest", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_agreement-00523", "response_text": "Assignment: R382=Deyra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_agreement-00105", "response_text": "Assignment: R840=Falen; R529=Orlan", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_agreement-00764", "response_text": "Assignment: R125=Hesta; R761=Rovan", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_agreement-00713", "response_text": "Assignment: R116=Pevra", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_agreement-00519", "response_text": "Assignment: R777=Corren", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_agreement-00680", "response_text": "Assignment: R550=Sella", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_agreement-00593", "response_text": "Assignment: R681=Yorin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_agreement-00156", "response_text": "Assignment: R279=Orlan", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_agreement-00296", "response_text": "Assignment: R413=Rovan; R902=Orlan", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_agreement-00073", "response_text": "Assignment: R475=Aldren; R307=Corren", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_agreement-00003", "response_text": "Assignment: R447=Baska", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_agreement-00015", "response_text": "Assignment: R646=Meren; R959=Xara", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_agreement-00187", "response_text": "Assignment: R683=Baska; R282=Veylan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_agreement-00202", "response_text": "Assignment: R369=Gavra; R420=Hesta", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_agreement-00436", "response_text": "Assignment: R357=Jorra", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_agreement-00641", "response_text": "Assignment: R621=Yorin; R357=Aldren", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_agreement-00042", "response_text": "Assignment: R690=Zevra; R754=Pevra", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_agreement-00450", "response_text": "Assignment: R918=Gavra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_agreement-00719", "response_text": "Assignment: R548=Yorin", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_agreement-00571", "response_text": "Assignment: R318=Etris", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_agreement-00085", "response_text": "Assignment: R755=Neris", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_agreement-00649", "response_text": "Assignment: R415=Quist; R337=Rovan", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_agreement-00685", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_agreement-00135", "response_text": "Assignment: R224=Yorin", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_agreement-00199", "response_text": "Assignment: R521=Uvara; R941=Orlan", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_agreement-00748", "response_text": "Assignment: R256=Zevra", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_agreement-00386", "response_text": "Assignment: R773=Jorra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_agreement-00180", "response_text": "Assignment: R501=Rovan", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_agreement-00264", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_agreement-00459", "response_text": "Assignment: R289=Rovan", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_agreement-00752", "response_text": "Assignment: R459=Corren; R791=Kest", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_agreement-00233", "response_text": "Assignment: R451=Aldren; R330=Neris", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_agreement-00357", "response_text": "Assignment: R357=Baska; R686=Meren", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_agreement-00143", "response_text": "Assignment: R619=Tarin", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_agreement-00786", "response_text": "Assignment: R974=Falen", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_agreement-00276", "response_text": "Assignment: R724=Pevra", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_agreement-00044", "response_text": "Assignment: R524=Pevra; R992=Aldren", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_agreement-00074", "response_text": "Assignment: R348=Rovan", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_agreement-00110", "response_text": "Assignment: R629=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_agreement-00601", "response_text": "Assignment: R444=Lyrra; R239=Gavra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_agreement-00183", "response_text": "Assignment: R710=Tarin; R385=Lyrra", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_agreement-00448", "response_text": "Assignment: R485=Lyrra", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_agreement-00692", "response_text": "Assignment: R714=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_agreement-00090", "response_text": "Assignment: R895=Yorin; R747=Gavra", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_agreement-00059", "response_text": "Assignment: R182=Veylan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_agreement-00038", "response_text": "Assignment: R894=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_agreement-00388", "response_text": "Assignment: R957=Deyra", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_agreement-00793", "response_text": "Assignment: R201=Pevra", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_agreement-00383", "response_text": "Assignment: R729=Veylan; R103=Deyra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_agreement-00658", "response_text": "Assignment: R272=Orlan; R506=Werren", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_agreement-00798", "response_text": "Assignment: R182=Uvara", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_agreement-00266", "response_text": "Assignment: R615=Kest; R682=Sella", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_agreement-00234", "response_text": "Assignment: R454=Quist; R475=Uvara", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_agreement-00083", "response_text": "Assignment: R531=Pevra", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_agreement-00198", "response_text": "Assignment: R657=Quist", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_agreement-00550", "response_text": "Assignment: R107=Lyrra", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_agreement-00068", "response_text": "Assignment: R928=Lyrra; R645=Veylan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_agreement-00670", "response_text": "Assignment: R233=Falen", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_agreement-00650", "response_text": "Assignment: R810=Uvara; R370=Werren", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_agreement-00004", "response_text": "Assignment: R669=Gavra", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_agreement-00112", "response_text": "Assignment: R640=Gavra", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_agreement-00657", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_agreement-00230", "response_text": "Assignment: R927=Veylan", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_agreement-00660", "response_text": "Assignment: R754=Lyrra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_agreement-00246", "response_text": "Assignment: R279=Neris", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_agreement-00035", "response_text": "Assignment: R693=Ilyan", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_agreement-00407", "response_text": "Assignment: R155=Neris", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_agreement-00107", "response_text": "Assignment: R406=Meren", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_agreement-00446", "response_text": "Assignment: R961=Tarin; R606=Gavra", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_agreement-00418", "response_text": "Assignment: R625=Orlan; R343=Xara", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_agreement-00498", "response_text": "Assignment: R962=Ilyan; R735=Quist", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_agreement-00361", "response_text": "Assignment: R126=Rovan; R686=Falen", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_agreement-00510", "response_text": "Assignment: R314=Zevra", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_agreement-00732", "response_text": "Assignment: R819=Falen", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_agreement-00538", "response_text": "Assignment: R435=Rovan", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_agreement-00788", "response_text": "Assignment: R589=Meren; R829=Pevra", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_agreement-00568", "response_text": "Assignment: R627=Yorin", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_agreement-00711", "response_text": "Assignment: R825=Falen", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_agreement-00769", "response_text": "Assignment: R141=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_agreement-00439", "response_text": "Assignment: R844=Ilyan; R315=Veylan", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_agreement-00770", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_agreement-00080", "response_text": "Assignment: R274=Falen; R522=Zevra", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_agreement-00491", "response_text": "Assignment: R620=Pevra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_agreement-00263", "response_text": "Assignment: R942=Werren; R973=Pevra", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_agreement-00270", "response_text": "Assignment: R447=Orlan", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_agreement-00181", "response_text": "Assignment: R315=Sella; R646=Corren", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_agreement-00040", "response_text": "Assignment: R984=Yorin", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_agreement-00377", "response_text": "Assignment: R135=Aldren; R627=Werren", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_agreement-00449", "response_text": "Assignment: R498=Aldren; R299=Werren", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_agreement-00285", "response_text": "Assignment: R964=Gavra; R562=Corren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_agreement-00168", "response_text": "Assignment: R528=Aldren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_agreement-00524", "response_text": "Assignment: R774=Lyrra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_agreement-00445", "response_text": "Assignment: R485=Ilyan", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_agreement-00129", "response_text": "Assignment: R146=Rovan", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_agreement-00122", "response_text": "Assignment: R928=Quist", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_agreement-00352", "response_text": "Assignment: R529=Gavra", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_agreement-00223", "response_text": "Assignment: R489=Hesta", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_agreement-00164", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_agreement-00646", "response_text": "Assignment: R141=Uvara", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_agreement-00753", "response_text": "Assignment: R798=Corren; R560=Meren", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_agreement-00626", "response_text": "Assignment: R922=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_agreement-00012", "response_text": "Assignment: R215=Lyrra", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_agreement-00434", "response_text": "Assignment: R259=Ilyan; R782=Meren", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_agreement-00278", "response_text": "Assignment: R127=Ilyan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_agreement-00588", "response_text": "Assignment: R265=Hesta; R842=Corren", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_agreement-00625", "response_text": "Assignment: R750=Uvara; R801=Quist", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_agreement-00579", "response_text": "Assignment: R971=Werren; R902=Ilyan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_agreement-00175", "response_text": "Assignment: R943=Jorra", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_agreement-00564", "response_text": "Assignment: R443=Etris", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_agreement-00661", "response_text": "Assignment: R228=Neris; R510=Deyra", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_agreement-00473", "response_text": "Assignment: R856=Rovan", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_agreement-00718", "response_text": "Assignment: R870=Xara; R561=Aldren", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_agreement-00673", "response_text": "Assignment: R827=Werren; R446=Pevra", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_agreement-00402", "response_text": "Assignment: R867=Sella", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_agreement-00344", "response_text": "Assignment: R305=Pevra; R469=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_agreement-00681", "response_text": "Assignment: R269=Neris; R439=Gavra", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_agreement-00511", "response_text": "Assignment: R727=Etris; R850=Sella", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_agreement-00477", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_agreement-00545", "response_text": "Assignment: R754=Kest; R194=Baska", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_agreement-00170", "response_text": "Assignment: R263=Lyrra; R703=Uvara", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_agreement-00762", "response_text": "Assignment: R326=Xara", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_agreement-00020", "response_text": "Assignment: R734=Hesta", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_agreement-00415", "response_text": "Assignment: R676=Kest; R368=Aldren", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_agreement-00010", "response_text": "Assignment: R170=Hesta; R233=Orlan", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_agreement-00395", "response_text": "Assignment: R461=Yorin; R846=Zevra", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_agreement-00724", "response_text": "Assignment: R749=Neris", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_agreement-00566", "response_text": "Assignment: R388=Meren; R422=Yorin", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_agreement-00599", "response_text": "Assignment: R528=Xara; R353=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_agreement-00338", "response_text": "Assignment: R673=Werren; R708=Ilyan", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_agreement-00284", "response_text": "Assignment: R328=Yorin", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_agreement-00476", "response_text": "Assignment: R557=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_agreement-00184", "response_text": "Assignment: R364=Deyra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_agreement-00065", "response_text": "Assignment: R963=Ilyan", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_agreement-00226", "response_text": "Assignment: R973=Corren; R224=Sella", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_agreement-00409", "response_text": "Assignment: R994=Veylan", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_agreement-00379", "response_text": "Assignment: R932=Meren", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_agreement-00474", "response_text": "Assignment: R762=Neris; R298=Jorra", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_agreement-00736", "response_text": "Assignment: R438=Quist", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_agreement-00053", "response_text": "Assignment: R686=Pevra; R707=Lyrra", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_agreement-00121", "response_text": "Assignment: R645=Hesta", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_agreement-00775", "response_text": "Assignment: R868=Pevra", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_agreement-00464", "response_text": "Assignment: R727=Werren; R837=Tarin", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_agreement-00326", "response_text": "Assignment: R815=Kest", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_agreement-00454", "response_text": "Assignment: R846=Corren", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_agreement-00367", "response_text": "Assignment: R892=Neris; R269=Zevra", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_agreement-00203", "response_text": "Assignment: R917=Orlan", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_agreement-00490", "response_text": "Assignment: R601=Rovan; R732=Orlan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_agreement-00437", "response_text": "Assignment: R991=Orlan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_agreement-00406", "response_text": "Assignment: R140=Lyrra", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_agreement-00237", "response_text": "Assignment: R475=Deyra; R888=Ilyan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_agreement-00240", "response_text": "Assignment: R759=Hesta", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_agreement-00043", "response_text": "Assignment: R536=Baska; R571=Corren", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_agreement-00355", "response_text": "Assignment: R458=Lyrra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_agreement-00394", "response_text": "Assignment: R127=Orlan", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_agreement-00396", "response_text": "Assignment: R956=Meren; R686=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_agreement-00466", "response_text": "Assignment: R249=Lyrra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_agreement-00462", "response_text": "Assignment: R853=Etris", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_agreement-00114", "response_text": "Assignment: R536=Werren; R486=Jorra", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_agreement-00103", "response_text": "Assignment: R417=Etris; R843=Deyra", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_agreement-00022", "response_text": "Assignment: R145=Aldren; R957=Lyrra", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_agreement-00235", "response_text": "Assignment: R852=Falen", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_agreement-00787", "response_text": "Assignment: R733=Etris; R608=Quist", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_agreement-00124", "response_text": "Assignment: R584=Pevra; R765=Xara", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_agreement-00749", "response_text": "Assignment: R371=Neris; R353=Ilyan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_agreement-00709", "response_text": "Assignment: R761=Neris; R168=Lyrra", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_agreement-00467", "response_text": "Assignment: R157=Uvara", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_agreement-00145", "response_text": "Assignment: R791=Etris; R506=Kest", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_agreement-00069", "response_text": "Assignment: R556=Ilyan", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_agreement-00005", "response_text": "Assignment: R380=Tarin", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_agreement-00620", "response_text": "Assignment: R141=Uvara; R968=Werren", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_agreement-00190", "response_text": "Assignment: R573=Pevra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_agreement-00633", "response_text": "Assignment: R718=Veylan", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_agreement-00045", "response_text": "Assignment: R536=Uvara", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_agreement-00468", "response_text": "Assignment: R211=Jorra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_agreement-00562", "response_text": "Assignment: R710=Xara", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_agreement-00531", "response_text": "Assignment: R420=Hesta; R203=Aldren", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_agreement-00698", "response_text": "Assignment: R372=Yorin", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_agreement-00305", "response_text": "Assignment: R981=Pevra", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_agreement-00162", "response_text": "Assignment: R110=Gavra; R869=Yorin", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_agreement-00176", "response_text": "Assignment: R678=Neris", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_agreement-00372", "response_text": "Assignment: R846=Zevra; R332=Etris", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_agreement-00417", "response_text": "Assignment: R853=Hesta; R731=Meren", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_agreement-00777", "response_text": "Assignment: R914=Baska; R278=Zevra", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_agreement-00527", "response_text": "Assignment: R132=Quist; R932=Hesta", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_agreement-00260", "response_text": "Assignment: R675=Veylan", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_agreement-00647", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_agreement-00551", "response_text": "Assignment: R854=Xara; R341=Yorin", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_agreement-00581", "response_text": "Assignment: R181=Quist; R534=Gavra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_agreement-00690", "response_text": "Assignment: R371=Quist; R283=Deyra", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_agreement-00117", "response_text": "Assignment: R405=Tarin", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_agreement-00559", "response_text": "Assignment: R898=Rovan; R797=Yorin", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_agreement-00099", "response_text": "Assignment: R713=Uvara; R914=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_agreement-00513", "response_text": "Assignment: R338=Falen", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_agreement-00624", "response_text": "Assignment: R278=Aldren; R987=Baska", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_agreement-00703", "response_text": "Assignment: R217=Corren; R311=Gavra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_agreement-00362", "response_text": "Assignment: R430=Werren", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_agreement-00291", "response_text": "Assignment: R244=Rovan", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_agreement-00115", "response_text": "Assignment: R519=Veylan", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_agreement-00712", "response_text": "Assignment: R870=Falen; R804=Zevra", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_agreement-00610", "response_text": "Assignment: R656=Kest", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_agreement-00514", "response_text": "Assignment: R651=Neris", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_agreement-00072", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_agreement-00024", "response_text": "Assignment: R692=Etris", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_agreement-00644", "response_text": "Assignment: R960=Kest; R753=Xara", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_agreement-00013", "response_text": "Assignment: R789=Ilyan", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_agreement-00428", "response_text": "Assignment: R898=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_agreement-00797", "response_text": "Assignment: R209=Uvara; R688=Veylan", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_agreement-00520", "response_text": "Assignment: R774=Xara", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_agreement-00751", "response_text": "Assignment: R310=Sella", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_agreement-00301", "response_text": "Assignment: R668=Werren", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_agreement-00547", "response_text": "Assignment: R743=Sella; R193=Hesta", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_agreement-00157", "response_text": "Assignment: R270=Veylan; R313=Neris", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_agreement-00492", "response_text": "Assignment: R340=Uvara; R410=Etris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_agreement-00795", "response_text": "Assignment: R810=Etris", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_agreement-00267", "response_text": "Assignment: R863=Uvara", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_agreement-00078", "response_text": "Assignment: R839=Veylan; R123=Baska", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_agreement-00783", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_agreement-00334", "response_text": "Assignment: R541=Quist", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_agreement-00678", "response_text": "Assignment: R405=Falen", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_agreement-00577", "response_text": "Assignment: R672=Gavra", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_agreement-00337", "response_text": "Assignment: R358=Aldren", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_agreement-00427", "response_text": "Assignment: R487=Veylan", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_agreement-00232", "response_text": "Assignment: R480=Sella", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_agreement-00553", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_agreement-00469", "response_text": "Assignment: R741=Hesta; R265=Meren", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_agreement-00354", "response_text": "Assignment: R519=Rovan; R342=Deyra", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_agreement-00440", "response_text": "Assignment: R721=Pevra; R614=Lyrra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_agreement-00095", "response_text": "Assignment: R851=Sella", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_agreement-00279", "response_text": "Assignment: R447=Baska; R826=Neris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_agreement-00429", "response_text": "Assignment: R137=Falen; R961=Sella", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_agreement-00346", "response_text": "Assignment: R807=Yorin; R284=Werren", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_agreement-00111", "response_text": "Assignment: R288=Hesta; R330=Pevra", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_agreement-00715", "response_text": "Assignment: R792=Tarin; R795=Kest", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_agreement-00533", "response_text": "Assignment: R573=Jorra; R836=Veylan", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_agreement-00530", "response_text": "Assignment: R809=Meren", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_agreement-00481", "response_text": "Assignment: R147=Rovan; R689=Uvara", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_agreement-00134", "response_text": "Assignment: R396=Xara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_agreement-00632", "response_text": "Assignment: R776=Gavra; R104=Falen", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_agreement-00208", "response_text": "Assignment: R877=Veylan", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_agreement-00218", "response_text": "Assignment: R713=Quist", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_agreement-00456", "response_text": "Assignment: R926=Xara; R552=Yorin", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_agreement-00075", "response_text": "Assignment: R200=Orlan; R761=Hesta", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_agreement-00191", "response_text": "Assignment: R458=Etris; R617=Gavra", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_agreement-00706", "response_text": "Assignment: R951=Aldren; R830=Pevra", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_agreement-00648", "response_text": "Assignment: R413=Corren", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_agreement-00087", "response_text": "Assignment: R467=Jorra; R172=Tarin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_agreement-00139", "response_text": "Assignment: R692=Meren; R270=Corren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_agreement-00322", "response_text": "Assignment: R714=Ilyan; R496=Uvara", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_agreement-00041", "response_text": "Assignment: R415=Yorin", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_agreement-00306", "response_text": "Assignment: R110=Zevra; R151=Pevra", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_agreement-00315", "response_text": "Assignment: R787=Deyra", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_agreement-00081", "response_text": "Assignment: R326=Aldren", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_agreement-00465", "response_text": "Assignment: R777=Werren; R969=Yorin", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_agreement-00271", "response_text": "Assignment: R513=Pevra", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_agreement-00460", "response_text": "Assignment: R555=Corren; R887=Baska", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_agreement-00443", "response_text": "Assignment: R181=Corren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_agreement-00048", "response_text": "Assignment: R753=Werren; R858=Zevra", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_agreement-00455", "response_text": "Assignment: R765=Xara; R435=Quist", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_agreement-00665", "response_text": "Assignment: R163=Quist", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_agreement-00604", "response_text": "Assignment: R254=Baska", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_agreement-00189", "response_text": "Assignment: R654=Rovan; R437=Pevra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_agreement-00178", "response_text": "Assignment: R226=Quist; R690=Falen", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_agreement-00483", "response_text": "Assignment: R872=Pevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_agreement-00245", "response_text": "Assignment: R918=Falen; R151=Werren", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_agreement-00539", "response_text": "Assignment: R818=Aldren; R923=Kest", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_agreement-00501", "response_text": "Assignment: R696=Falen; R239=Deyra", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_agreement-00710", "response_text": "Assignment: R700=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_agreement-00018", "response_text": "Assignment: R903=Pevra; R295=Aldren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_agreement-00374", "response_text": "Assignment: R306=Lyrra", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_agreement-00755", "response_text": "Assignment: R905=Sella", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_agreement-00365", "response_text": "Assignment: R338=Baska", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_agreement-00353", "response_text": "Assignment: R438=Quist; R652=Corren", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_agreement-00522", "response_text": "Assignment: R246=Werren; R903=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_agreement-00370", "response_text": "Assignment: R367=Corren", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_agreement-00689", "response_text": "Assignment: R594=Tarin", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_agreement-00679", "response_text": "Assignment: R482=Xara; R647=Sella", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_agreement-00645", "response_text": "Assignment: R919=Deyra; R924=Uvara", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_agreement-00614", "response_text": "Assignment: R305=Pevra; R117=Jorra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_agreement-00249", "response_text": "Assignment: R945=Deyra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_agreement-00597", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_agreement-00457", "response_text": "Assignment: R808=Veylan", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_agreement-00489", "response_text": "Assignment: R473=Werren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_agreement-00062", "response_text": "Assignment: R192=Neris", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_agreement-00669", "response_text": "Assignment: R459=Orlan; R617=Veylan", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_agreement-00257", "response_text": "Assignment: R139=Werren; R108=Lyrra", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_agreement-00021", "response_text": "Assignment: R233=Meren; R730=Veylan", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_agreement-00304", "response_text": "Assignment: R206=Aldren; R536=Werren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_agreement-00309", "response_text": "Assignment: R917=Rovan; R542=Meren", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_agreement-00555", "response_text": "Assignment: R610=Neris; R574=Rovan", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_agreement-00609", "response_text": "Assignment: R336=Sella", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_agreement-00432", "response_text": "Assignment: R996=Werren", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_agreement-00444", "response_text": "Assignment: R587=Lyrra; R118=Sella", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_agreement-00153", "response_text": "Assignment: R870=Veylan; R977=Aldren", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_agreement-00546", "response_text": "Assignment: R953=Meren", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_agreement-00177", "response_text": "Assignment: R144=Quist; R872=Jorra", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_agreement-00585", "response_text": "Assignment: R589=Uvara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_agreement-00158", "response_text": "Assignment: R970=Veylan; R805=Tarin", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_agreement-00494", "response_text": "Assignment: R836=Zevra", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_agreement-00622", "response_text": "Assignment: R141=Lyrra", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_agreement-00106", "response_text": "Assignment: R458=Baska; R156=Meren", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_agreement-00152", "response_text": "Assignment: R938=Jorra", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_agreement-00097", "response_text": "Assignment: R941=Yorin", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_agreement-00034", "response_text": "Assignment: R548=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_agreement-00789", "response_text": "Assignment: R596=Baska; R625=Meren", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_agreement-00656", "response_text": "Assignment: R296=Ilyan", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_agreement-00046", "response_text": "Assignment: R561=Ilyan", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_agreement-00079", "response_text": "Assignment: R197=Orlan; R846=Quist", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_agreement-00298", "response_text": "Assignment: R239=Kest; R735=Ilyan", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_agreement-00236", "response_text": "Assignment: R114=Ilyan", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_agreement-00652", "response_text": "Assignment: R230=Deyra", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_agreement-00359", "response_text": "Assignment: R141=Meren", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_agreement-00373", "response_text": "Assignment: R303=Ilyan", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_agreement-00050", "response_text": "Assignment: R870=Zevra", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_agreement-00302", "response_text": "Assignment: R556=Yorin; R778=Aldren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_agreement-00500", "response_text": "Assignment: R285=Falen; R925=Kest", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_agreement-00664", "response_text": "Assignment: R272=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_agreement-00781", "response_text": "Assignment: R409=Falen; R207=Werren", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_agreement-00540", "response_text": "Assignment: R800=Veylan", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_agreement-00194", "response_text": "Assignment: R241=Yorin", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_agreement-00602", "response_text": "Assignment: R357=Falen", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_agreement-00077", "response_text": "Assignment: R824=Deyra", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_agreement-00055", "response_text": "Assignment: R339=Baska; R660=Meren", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_agreement-00333", "response_text": "Assignment: R313=Falen; R119=Hesta", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_agreement-00542", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_agreement-00006", "response_text": "Assignment: R516=Lyrra; R755=Corren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_agreement-00137", "response_text": "Assignment: R577=Jorra", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_agreement-00482", "response_text": "Assignment: R151=Kest; R962=Yorin", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_agreement-00400", "response_text": "Assignment: R836=Corren; R457=Jorra", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_agreement-00707", "response_text": "Assignment: R777=Baska", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_agreement-00532", "response_text": "Assignment: R938=Veylan", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_agreement-00014", "response_text": "Assignment: R793=Veylan; R554=Uvara", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_agreement-00668", "response_text": "Assignment: R217=Orlan", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_agreement-00000", "response_text": "Assignment: R164=Deyra; R370=Quist", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_agreement-00140", "response_text": "Assignment: R698=Quist", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_agreement-00244", "response_text": "Assignment: R359=Lyrra; R818=Sella", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_agreement-00347", "response_text": "Assignment: R359=Falen", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_agreement-00215", "response_text": "Assignment: R914=Corren", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_agreement-00754", "response_text": "Assignment: R172=Meren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_agreement-00472", "response_text": "Assignment: R790=Sella", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_agreement-00130", "response_text": "Assignment: R140=Deyra; R271=Gavra", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_agreement-00174", "response_text": "Assignment: R224=Xara; R612=Gavra", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_agreement-00109", "response_text": "Assignment: R147=Gavra; R674=Werren", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_agreement-00307", "response_text": "Assignment: R976=Baska", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_agreement-00708", "response_text": "Assignment: R765=Rovan; R244=Meren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_agreement-00677", "response_text": "Assignment: R272=Neris; R812=Kest", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_agreement-00029", "response_text": "Assignment: R438=Gavra; R455=Veylan", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_agreement-00756", "response_text": "Assignment: R248=Zevra", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_agreement-00127", "response_text": "Assignment: R970=Hesta", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_agreement-00212", "response_text": "Assignment: R487=Rovan; R124=Zevra", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_agreement-00607", "response_text": "Assignment: R910=Ilyan; R507=Baska", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_agreement-00697", "response_text": "Assignment: R266=Rovan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_agreement-00563", "response_text": "Assignment: R640=Neris; R452=Lyrra", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_agreement-00561", "response_text": "Assignment: R865=Jorra", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_agreement-00091", "response_text": "Assignment: R308=Xara", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_agreement-00771", "response_text": "Assignment: R561=Tarin; R176=Ilyan", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_agreement-00507", "response_text": "Assignment: R132=Neris; R391=Yorin", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_agreement-00684", "response_text": "Assignment: R336=Yorin; R509=Sella", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_agreement-00575", "response_text": "Assignment: R680=Kest", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_agreement-00447", "response_text": "Assignment: R682=Jorra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_agreement-00222", "response_text": "Assignment: R339=Uvara", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_agreement-00262", "response_text": "Assignment: R432=Aldren; R781=Pevra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_agreement-00414", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_agreement-00586", "response_text": "Assignment: R427=Lyrra", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_agreement-00587", "response_text": "Assignment: R923=Meren; R805=Baska", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_agreement-00433", "response_text": "Assignment: R588=Lyrra; R178=Quist", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_agreement-00430", "response_text": "Assignment: R447=Uvara; R271=Tarin", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_agreement-00425", "response_text": "Assignment: R308=Tarin; R974=Pevra", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_agreement-00030", "response_text": "Assignment: R995=Orlan", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_agreement-00332", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_agreement-00643", "response_text": "Assignment: R737=Corren; R687=Tarin", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_agreement-00049", "response_text": "Assignment: R270=Tarin", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_agreement-00026", "response_text": "Assignment: R632=Etris", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_agreement-00451", "response_text": "Assignment: R626=Pevra; R989=Aldren", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_agreement-00729", "response_text": "Assignment: R899=Aldren; R101=Veylan", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_agreement-00025", "response_text": "Assignment: R249=Ilyan; R979=Sella", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_agreement-00570", "response_text": "Assignment: R562=Uvara; R179=Rovan", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_agreement-00274", "response_text": "Assignment: R460=Hesta", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_agreement-00120", "response_text": "Assignment: R270=Ilyan; R457=Etris", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_agreement-00325", "response_text": "Assignment: R255=Kest; R693=Lyrra", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_agreement-00623", "response_text": "Assignment: R153=Zevra; R403=Quist", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_agreement-00051", "response_text": "Assignment: R702=Lyrra; R155=Deyra", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_agreement-00725", "response_text": "Assignment: R664=Uvara", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_agreement-00442", "response_text": "Assignment: R369=Uvara; R592=Orlan", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_agreement-00147", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_agreement-00663", "response_text": "Assignment: R386=Veylan; R607=Werren", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_agreement-00280", "response_text": "Assignment: R103=Lyrra; R290=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_agreement-00505", "response_text": "Assignment: R589=Sella; R952=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_agreement-00671", "response_text": "Assignment: R250=Zevra; R830=Yorin", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_agreement-00637", "response_text": "Assignment: R302=Veylan; R540=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_agreement-00160", "response_text": "Assignment: R428=Jorra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_agreement-00297", "response_text": "Assignment: R131=Neris", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_holdout_conflict.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_conflict-00040", "response_text": "Assignment: R721=Neris", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_conflict-00083", "response_text": "Assignment: R750=Aldren; R518=Meren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_conflict-00761", "response_text": "Assignment: R698=Corren", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_conflict-00586", "response_text": "Assignment: R935=Pevra; R353=Sella", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_conflict-00704", "response_text": "Assignment: R787=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_conflict-00058", "response_text": "Assignment: R410=Uvara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_conflict-00599", "response_text": "Assignment: R860=Neris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_conflict-00067", "response_text": "Assignment: R333=Zevra; R418=Pevra", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_conflict-00741", "response_text": "Assignment: R470=Aldren; R101=Corren", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_conflict-00276", "response_text": "Assignment: R698=Kest", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_conflict-00205", "response_text": "Assignment: R591=Kest", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_conflict-00748", "response_text": "Assignment: R261=Corren; R872=Pevra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_conflict-00616", "response_text": "Assignment: R746=Orlan; R715=Falen", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_conflict-00092", "response_text": "Assignment: R170=Lyrra; R491=Hesta", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_conflict-00593", "response_text": "Assignment: R764=Werren; R452=Falen", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_conflict-00008", "response_text": "Assignment: R476=Hesta; R978=Falen", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_conflict-00362", "response_text": "Assignment: R294=Uvara; R121=Baska", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_conflict-00670", "response_text": "Assignment: R371=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_conflict-00168", "response_text": "Assignment: R329=Rovan", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_conflict-00087", "response_text": "Assignment: R926=Lyrra; R233=Zevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_conflict-00302", "response_text": "Assignment: R168=Tarin; R619=Tarin", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_conflict-00304", "response_text": "Assignment: R398=Ilyan; R491=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_conflict-00496", "response_text": "Assignment: R617=Orlan", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_conflict-00778", "response_text": "Assignment: R454=Deyra", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_conflict-00306", "response_text": "Assignment: R693=Rovan; R228=Neris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_conflict-00342", "response_text": "Assignment: R964=Rovan", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_conflict-00659", "response_text": "Assignment: R276=Sella", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_conflict-00409", "response_text": "Assignment: R862=Etris", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_conflict-00528", "response_text": "Assignment: R366=Sella", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_conflict-00786", "response_text": "Assignment: R685=Aldren; R824=Gavra", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_conflict-00479", "response_text": "Assignment: R992=Ilyan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_conflict-00233", "response_text": "Assignment: R447=Ilyan; R322=Etris", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_conflict-00780", "response_text": "Assignment: R906=Neris; R207=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_conflict-00437", "response_text": "Assignment: R898=Orlan", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_conflict-00066", "response_text": "Assignment: R163=Baska; R632=Uvara", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_conflict-00357", "response_text": "Assignment: R339=Uvara; R790=Baska", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_conflict-00745", "response_text": "Assignment: R682=Tarin; R639=Jorra", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_conflict-00500", "response_text": "Assignment: R880=Rovan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_conflict-00105", "response_text": "Assignment: R536=Xara", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_conflict-00016", "response_text": "Assignment: R761=Veylan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_conflict-00591", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_conflict-00794", "response_text": "Assignment: R771=Jorra; R972=Xara", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_conflict-00735", "response_text": "Assignment: R855=Werren", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_conflict-00716", "response_text": "Assignment: R397=Lyrra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_conflict-00544", "response_text": "Assignment: R308=Ilyan; R981=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_conflict-00355", "response_text": "Assignment: R209=Baska; R862=Lyrra", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_conflict-00114", "response_text": "Assignment: R640=Tarin", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_conflict-00032", "response_text": "Assignment: R742=Orlan; R632=Deyra", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_conflict-00095", "response_text": "Assignment: R580=Orlan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_conflict-00414", "response_text": "Assignment: R837=Jorra", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_conflict-00643", "response_text": "Assignment: R599=Jorra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_conflict-00598", "response_text": "Assignment: R529=Neris; R335=Werren", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_conflict-00054", "response_text": "Assignment: R991=Neris; R619=Uvara", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_conflict-00424", "response_text": "Assignment: R785=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_conflict-00742", "response_text": "Assignment: R978=Jorra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_conflict-00577", "response_text": "Assignment: R762=Falen", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_conflict-00515", "response_text": "Assignment: R280=Neris; R160=Gavra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_conflict-00324", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_conflict-00059", "response_text": "Assignment: R877=Quist; R617=Rovan", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_conflict-00195", "response_text": "Assignment: R821=Veylan", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_conflict-00235", "response_text": "Assignment: R253=Corren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_conflict-00096", "response_text": "Assignment: R855=Baska", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_conflict-00150", "response_text": "Assignment: R358=Yorin", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_conflict-00456", "response_text": "Assignment: R607=Lyrra; R627=Aldren", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_conflict-00535", "response_text": "Assignment: R236=Deyra; R158=Hesta", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_conflict-00412", "response_text": "Assignment: R782=Sella; R484=Meren", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_conflict-00553", "response_text": "Assignment: R703=Xara", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_conflict-00393", "response_text": "Assignment: R314=Hesta", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_conflict-00585", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_conflict-00796", "response_text": "Assignment: R898=Etris; R394=Tarin", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_conflict-00069", "response_text": "Assignment: R519=Yorin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_conflict-00260", "response_text": "Assignment: R922=Uvara; R817=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_conflict-00356", "response_text": "Assignment: R621=Yorin; R233=Neris", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_conflict-00438", "response_text": "Assignment: R102=Deyra; R364=Werren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_conflict-00426", "response_text": "Assignment: R702=Ilyan; R799=Xara", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_conflict-00463", "response_text": "Assignment: R583=Corren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_conflict-00243", "response_text": "Assignment: R658=Veylan", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_conflict-00234", "response_text": "Assignment: R165=Meren; R292=Xara", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_conflict-00647", "response_text": "Assignment: R841=Tarin; R401=Gavra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_conflict-00788", "response_text": "Assignment: R131=Gavra", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_conflict-00327", "response_text": "Assignment: R496=Werren", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_conflict-00224", "response_text": "Assignment: R242=Rovan", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_conflict-00033", "response_text": "Assignment: R765=Uvara", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_conflict-00002", "response_text": "Assignment: R155=Zevra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_conflict-00122", "response_text": "Assignment: R787=Meren; R837=Veylan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_conflict-00193", "response_text": "Assignment: R562=Veylan; R940=Aldren", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_conflict-00170", "response_text": "Assignment: R524=Jorra; R450=Meren", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_conflict-00516", "response_text": "Assignment: R544=Kest; R302=Rovan", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_conflict-00571", "response_text": "Assignment: R859=Quist", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_conflict-00108", "response_text": "Assignment: R233=Xara", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_conflict-00216", "response_text": "Assignment: R844=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_conflict-00169", "response_text": "Assignment: R909=Yorin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_conflict-00211", "response_text": "Assignment: R958=Jorra; R713=Sella", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_conflict-00637", "response_text": "Assignment: R300=Deyra; R683=Zevra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_conflict-00300", "response_text": "Assignment: R484=Xara", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_conflict-00684", "response_text": "Assignment: R246=Gavra; R863=Kest", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_conflict-00395", "response_text": "Assignment: R960=Rovan; R456=Xara", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_conflict-00445", "response_text": "Assignment: R818=Etris", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_conflict-00184", "response_text": "Assignment: R195=Rovan", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_conflict-00421", "response_text": "Assignment: R626=Veylan", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_conflict-00629", "response_text": "Assignment: R623=Deyra", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_conflict-00522", "response_text": "Assignment: R133=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_conflict-00452", "response_text": "Assignment: R566=Falen", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_conflict-00185", "response_text": "Assignment: R161=Werren; R988=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_conflict-00210", "response_text": "Assignment: R235=Uvara", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_conflict-00326", "response_text": "Assignment: R473=Neris; R844=Jorra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_conflict-00740", "response_text": "Assignment: R621=Veylan; R729=Sella", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_conflict-00192", "response_text": "Assignment: R313=Tarin; R800=Hesta", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_conflict-00165", "response_text": "Assignment: R942=Xara", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_conflict-00249", "response_text": "Assignment: R156=Uvara; R274=Quist", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_conflict-00628", "response_text": "Assignment: R933=Ilyan; R370=Sella", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_conflict-00650", "response_text": "Assignment: R670=Jorra; R916=Deyra", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_conflict-00119", "response_text": "Assignment: R737=Gavra; R723=Jorra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_conflict-00171", "response_text": "Assignment: R645=Quist; R724=Rovan", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_conflict-00186", "response_text": "Assignment: R631=Etris; R794=Etris", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_conflict-00475", "response_text": "Assignment: R304=Werren; R712=Ilyan", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_conflict-00758", "response_text": "Assignment: R207=Ilyan", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_conflict-00630", "response_text": "Assignment: R737=Uvara", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_conflict-00167", "response_text": "Assignment: R449=Xara; R976=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_conflict-00406", "response_text": "Assignment: R781=Lyrra; R473=Kest", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_conflict-00717", "response_text": "Assignment: R852=Jorra; R556=Veylan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_conflict-00587", "response_text": "Assignment: R587=Baska", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_conflict-00051", "response_text": "Assignment: R252=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_conflict-00661", "response_text": "Assignment: R550=Pevra", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_conflict-00721", "response_text": "Assignment: R304=Meren; R831=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_conflict-00652", "response_text": "Assignment: R895=Orlan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_conflict-00206", "response_text": "Assignment: R949=Etris; R939=Zevra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_conflict-00698", "response_text": "Assignment: R212=Baska; R139=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_conflict-00236", "response_text": "Assignment: R778=Yorin; R285=Etris", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_conflict-00757", "response_text": "Assignment: R265=Zevra; R835=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_conflict-00764", "response_text": "Assignment: R996=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_conflict-00662", "response_text": "Assignment: R927=Deyra", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_conflict-00094", "response_text": "Assignment: R602=Rovan; R504=Veylan", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_conflict-00446", "response_text": "Assignment: R168=Werren; R380=Xara", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_conflict-00079", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_conflict-00349", "response_text": "Assignment: R177=Sella", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_conflict-00583", "response_text": "Assignment: R537=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_conflict-00536", "response_text": "Assignment: R873=Neris; R460=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_conflict-00566", "response_text": "Assignment: R434=Hesta; R145=Xara", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_conflict-00132", "response_text": "Assignment: R776=Gavra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_conflict-00050", "response_text": "Assignment: R290=Falen", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_conflict-00665", "response_text": "Assignment: R131=Yorin; R595=Etris", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_conflict-00550", "response_text": "Assignment: R403=Hesta; R180=Lyrra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_conflict-00417", "response_text": "Assignment: R836=Meren", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_conflict-00459", "response_text": "Assignment: R700=Tarin", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_conflict-00773", "response_text": "Assignment: R298=Werren", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_conflict-00747", "response_text": "Assignment: R348=Sella", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_conflict-00728", "response_text": "Assignment: R716=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_conflict-00203", "response_text": "Assignment: R293=Baska; R217=Aldren", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_conflict-00013", "response_text": "Assignment: R145=Werren; R437=Sella", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_conflict-00511", "response_text": "Assignment: R380=Ilyan; R187=Orlan", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_conflict-00106", "response_text": "Assignment: R152=Lyrra; R729=Hesta", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_conflict-00523", "response_text": "Assignment: R822=Xara", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_conflict-00025", "response_text": "Assignment: R666=Uvara", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_conflict-00007", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_conflict-00460", "response_text": "Assignment: R718=Falen; R951=Xara", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_conflict-00512", "response_text": "Assignment: R896=Ilyan", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_conflict-00607", "response_text": "Assignment: R681=Rovan", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_conflict-00525", "response_text": "Assignment: R844=Meren", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_conflict-00387", "response_text": "Assignment: R587=Baska; R877=Quist", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_conflict-00418", "response_text": "Assignment: R864=Rovan", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_conflict-00597", "response_text": "Assignment: R610=Tarin; R912=Kest", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_conflict-00734", "response_text": "Assignment: R120=Zevra; R697=Gavra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_conflict-00341", "response_text": "Assignment: R741=Corren; R652=Yorin", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_conflict-00581", "response_text": "Assignment: R423=Lyrra", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_conflict-00280", "response_text": "Assignment: R837=Kest; R395=Falen", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_conflict-00768", "response_text": "Assignment: R136=Werren; R384=Ilyan", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_conflict-00792", "response_text": "Assignment: R564=Yorin; R757=Lyrra", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_conflict-00711", "response_text": "Assignment: R789=Corren; R449=Neris", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_conflict-00134", "response_text": "Assignment: R834=Falen", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_conflict-00504", "response_text": "Assignment: R475=Rovan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_conflict-00358", "response_text": "Assignment: R677=Baska", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_conflict-00723", "response_text": "Assignment: R933=Yorin", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_conflict-00399", "response_text": "Assignment: R820=Pevra", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_conflict-00172", "response_text": "Assignment: R386=Xara; R884=Veylan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_conflict-00799", "response_text": "Assignment: R321=Hesta; R720=Corren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_conflict-00219", "response_text": "Assignment: R272=Corren", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_conflict-00175", "response_text": "Assignment: R395=Gavra", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_conflict-00006", "response_text": "Assignment: R176=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_conflict-00082", "response_text": "Assignment: R731=Quist", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_conflict-00575", "response_text": "Assignment: R397=Deyra; R266=Veylan", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_conflict-00542", "response_text": "Assignment: R323=Uvara", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_conflict-00707", "response_text": "Assignment: R704=Uvara; R613=Deyra", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_conflict-00461", "response_text": "Assignment: R923=Orlan", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_conflict-00223", "response_text": "Assignment: R708=Ilyan", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_conflict-00783", "response_text": "Assignment: R307=Gavra", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_conflict-00191", "response_text": "Assignment: R771=Neris; R532=Orlan", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_conflict-00634", "response_text": "Assignment: R629=Lyrra; R728=Werren", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_conflict-00530", "response_text": "Assignment: R259=Hesta", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_conflict-00558", "response_text": "Assignment: R869=Rovan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_conflict-00372", "response_text": "Assignment: R370=Zevra; R401=Veylan", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_conflict-00242", "response_text": "Assignment: R128=Lyrra; R644=Quist", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_conflict-00189", "response_text": "Assignment: R245=Sella", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_conflict-00795", "response_text": "Assignment: R513=Kest", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_conflict-00621", "response_text": "Assignment: R204=Ilyan", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_conflict-00503", "response_text": "Assignment: R866=Jorra; R430=Veylan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_conflict-00298", "response_text": "Assignment: R359=Veylan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_conflict-00693", "response_text": "Assignment: R191=Gavra", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_conflict-00502", "response_text": "Assignment: R248=Veylan", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_conflict-00738", "response_text": "Assignment: R800=Lyrra; R299=Jorra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_conflict-00551", "response_text": "Assignment: R275=Baska", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_conflict-00753", "response_text": "Assignment: R205=Quist; R890=Gavra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_conflict-00510", "response_text": "Assignment: R183=Sella; R976=Falen", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_conflict-00589", "response_text": "Assignment: R978=Sella; R179=Jorra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_conflict-00705", "response_text": "Assignment: R438=Rovan", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_conflict-00021", "response_text": "Assignment: R801=Werren; R493=Uvara", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_conflict-00244", "response_text": "Assignment: R689=Yorin; R343=Ilyan", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_conflict-00133", "response_text": "Assignment: R981=Aldren; R448=Rovan", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_conflict-00386", "response_text": "Assignment: R660=Jorra", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_conflict-00073", "response_text": "Assignment: R754=Corren", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_conflict-00468", "response_text": "Assignment: R325=Werren", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_conflict-00086", "response_text": "Assignment: R880=Aldren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_conflict-00529", "response_text": "Assignment: R125=Yorin; R147=Werren", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_conflict-00692", "response_text": "Assignment: R385=Jorra; R482=Zevra", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_conflict-00337", "response_text": "Assignment: R197=Zevra", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_conflict-00517", "response_text": "Assignment: R969=Uvara", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_conflict-00687", "response_text": "Assignment: R162=Orlan; R709=Aldren", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_conflict-00651", "response_text": "Assignment: R983=Uvara", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_conflict-00028", "response_text": "Assignment: R723=Quist; R524=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_conflict-00228", "response_text": "Assignment: R956=Lyrra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_conflict-00088", "response_text": "Assignment: R768=Yorin", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_conflict-00238", "response_text": "Assignment: R775=Hesta", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_conflict-00272", "response_text": "Assignment: R914=Xara", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_conflict-00309", "response_text": "Assignment: R889=Etris; R705=Orlan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_conflict-00085", "response_text": "Assignment: R992=Jorra; R825=Lyrra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_conflict-00464", "response_text": "Assignment: R466=Xara", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_conflict-00397", "response_text": "Assignment: R745=Uvara; R654=Pevra", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_conflict-00128", "response_text": "Assignment: R882=Werren", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_conflict-00305", "response_text": "Assignment: R416=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_conflict-00093", "response_text": "Assignment: R220=Corren", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_conflict-00429", "response_text": "Assignment: R812=Veylan; R454=Zevra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_conflict-00215", "response_text": "Assignment: R328=Werren; R333=Gavra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_conflict-00605", "response_text": "Assignment: R127=Werren", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_conflict-00116", "response_text": "Assignment: R828=Orlan; R241=Falen", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_conflict-00117", "response_text": "Assignment: R633=Yorin", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_conflict-00508", "response_text": "Assignment: R595=Hesta", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_conflict-00559", "response_text": "Assignment: R954=Neris; R550=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_conflict-00709", "response_text": "Assignment: R973=Uvara; R612=Baska", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_conflict-00756", "response_text": "Assignment: R719=Aldren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_conflict-00123", "response_text": "Assignment: R102=Etris; R175=Aldren", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_conflict-00767", "response_text": "Assignment: R298=Zevra; R791=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_conflict-00449", "response_text": "Assignment: R232=Jorra; R249=Rovan", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_conflict-00343", "response_text": "Assignment: R334=Veylan; R653=Xara", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_conflict-00744", "response_text": "Assignment: R712=Yorin; R610=Jorra", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_conflict-00180", "response_text": "Assignment: R383=Xara; R104=Tarin", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_conflict-00314", "response_text": "Assignment: R169=Baska; R697=Falen", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_conflict-00726", "response_text": "Assignment: R878=Werren; R341=Xara", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_conflict-00147", "response_text": "Assignment: R921=Lyrra; R888=Etris", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_conflict-00755", "response_text": "Assignment: R239=Uvara", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_conflict-00784", "response_text": "Assignment: R548=Werren", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_conflict-00483", "response_text": "Assignment: R920=Etris; R603=Quist", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_conflict-00097", "response_text": "Assignment: R144=Etris", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_conflict-00787", "response_text": "Assignment: R557=Baska; R725=Werren", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_conflict-00588", "response_text": "Assignment: R118=Quist; R357=Jorra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_conflict-00038", "response_text": "Assignment: R406=Xara", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_conflict-00347", "response_text": "Assignment: R431=Veylan; R333=Tarin", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_conflict-00010", "response_text": "Assignment: R257=Xara", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_conflict-00030", "response_text": "Assignment: R345=Orlan; R767=Deyra", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_conflict-00177", "response_text": "Assignment: R586=Meren", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_conflict-00270", "response_text": "Assignment: R329=Gavra", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_conflict-00269", "response_text": "Assignment: R771=Tarin", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_conflict-00455", "response_text": "Assignment: R915=Deyra; R877=Baska", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_conflict-00506", "response_text": "Assignment: R186=Xara", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_conflict-00257", "response_text": "Assignment: R470=Hesta", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_conflict-00229", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_conflict-00053", "response_text": "Assignment: R700=Rovan", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_conflict-00202", "response_text": "Assignment: R423=Sella", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_conflict-00727", "response_text": "Assignment: R288=Meren", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_conflict-00402", "response_text": "Assignment: R211=Deyra; R387=Hesta", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_conflict-00037", "response_text": "Assignment: R472=Yorin; R543=Veylan", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_conflict-00638", "response_text": "Assignment: R428=Tarin; R702=Corren", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_conflict-00526", "response_text": "Assignment: R714=Uvara", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_conflict-00278", "response_text": "Assignment: R668=Deyra; R438=Neris", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_conflict-00556", "response_text": "Assignment: R693=Deyra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_conflict-00441", "response_text": "Assignment: R400=Pevra; R700=Rovan", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_conflict-00485", "response_text": "Assignment: R320=Meren; R706=Werren", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_conflict-00075", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_conflict-00074", "response_text": "Assignment: R250=Quist; R511=Corren", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_conflict-00131", "response_text": "Assignment: R901=Meren; R933=Deyra", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_conflict-00295", "response_text": "Assignment: R443=Sella", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_conflict-00339", "response_text": "Assignment: R837=Orlan; R301=Jorra", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_conflict-00160", "response_text": "Assignment: R231=Rovan; R244=Ilyan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_conflict-00130", "response_text": "Assignment: R767=Neris; R877=Hesta", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_conflict-00408", "response_text": "Assignment: R842=Deyra; R345=Uvara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_conflict-00031", "response_text": "Assignment: R484=Etris", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_conflict-00751", "response_text": "Assignment: R418=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_conflict-00288", "response_text": "Assignment: R731=Pevra", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_conflict-00624", "response_text": "Assignment: R621=Sella; R982=Hesta", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_conflict-00493", "response_text": "Assignment: R458=Pevra", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_conflict-00039", "response_text": "Assignment: R277=Meren; R641=Uvara", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_conflict-00465", "response_text": "Assignment: R176=Etris", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_conflict-00374", "response_text": "Assignment: R484=Sella; R481=Hesta", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_conflict-00552", "response_text": "Assignment: R610=Falen; R822=Neris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_conflict-00470", "response_text": "Assignment: R731=Aldren; R218=Etris", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_conflict-00237", "response_text": "Assignment: R314=Aldren; R623=Tarin", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_conflict-00344", "response_text": "Assignment: R864=Zevra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_conflict-00154", "response_text": "Assignment: R998=Etris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_conflict-00715", "response_text": "Assignment: R364=Werren; R944=Kest", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_conflict-00209", "response_text": "Assignment: R314=Sella; R586=Yorin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_conflict-00448", "response_text": "Assignment: R798=Orlan", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_conflict-00196", "response_text": "Assignment: R351=Rovan; R537=Zevra", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_conflict-00099", "response_text": "Assignment: R777=Uvara; R446=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_conflict-00350", "response_text": "Assignment: R384=Hesta; R853=Aldren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_conflict-00389", "response_text": "Assignment: R474=Orlan; R651=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_conflict-00174", "response_text": "Assignment: R318=Jorra; R841=Kest", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_conflict-00190", "response_text": "Assignment: R629=Veylan", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_conflict-00115", "response_text": "Assignment: R245=Ilyan; R191=Tarin", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_conflict-00779", "response_text": "Assignment: R654=Baska", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_conflict-00677", "response_text": "Assignment: R487=Quist", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_conflict-00157", "response_text": "Assignment: R325=Uvara", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_conflict-00064", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_conflict-00676", "response_text": "Assignment: R502=Tarin; R323=Zevra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_conflict-00631", "response_text": "Assignment: R793=Deyra; R143=Ilyan", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_conflict-00230", "response_text": "Assignment: R557=Aldren; R153=Xara", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_conflict-00497", "response_text": "Assignment: R192=Lyrra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_conflict-00026", "response_text": "Assignment: R428=Baska; R540=Xara", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_conflict-00574", "response_text": "Assignment: R275=Uvara", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_conflict-00290", "response_text": "Assignment: R678=Zevra; R722=Veylan", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_conflict-00636", "response_text": "Assignment: R443=Veylan", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_conflict-00563", "response_text": "Assignment: R164=Xara", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_conflict-00005", "response_text": "Assignment: R123=Tarin; R240=Deyra", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_conflict-00770", "response_text": "Assignment: R230=Uvara", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_conflict-00370", "response_text": "Assignment: R600=Veylan; R949=Neris", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_conflict-00775", "response_text": "Assignment: R858=Zevra; R501=Pevra", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_conflict-00068", "response_text": "Assignment: R985=Hesta", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_conflict-00283", "response_text": "Assignment: R733=Gavra", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_conflict-00618", "response_text": "Assignment: R547=Veylan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_conflict-00423", "response_text": "Assignment: R427=Jorra", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_conflict-00250", "response_text": "Assignment: R676=Werren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_conflict-00639", "response_text": "Assignment: R776=Veylan", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_conflict-00256", "response_text": "Assignment: R585=Meren; R246=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_conflict-00248", "response_text": "Assignment: R425=Aldren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_conflict-00142", "response_text": "Assignment: R169=Werren", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_conflict-00382", "response_text": "Assignment: R120=Yorin", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_conflict-00401", "response_text": "Assignment: R210=Veylan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_conflict-00020", "response_text": "Assignment: R552=Corren; R684=Werren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_conflict-00286", "response_text": "Assignment: R554=Neris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_conflict-00471", "response_text": "Assignment: R582=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_conflict-00127", "response_text": "Assignment: R873=Lyrra; R229=Uvara", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_conflict-00325", "response_text": "Assignment: R512=Jorra; R458=Sella", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_conflict-00432", "response_text": "Assignment: R826=Kest", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_conflict-00594", "response_text": "Assignment: R253=Veylan", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_conflict-00351", "response_text": "Assignment: R451=Etris; R341=Aldren", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_conflict-00785", "response_text": "Assignment: R979=Etris", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_conflict-00220", "response_text": "Assignment: R704=Werren", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_conflict-00158", "response_text": "Assignment: R344=Lyrra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_conflict-00538", "response_text": "Assignment: R306=Etris; R104=Veylan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_conflict-00763", "response_text": "Assignment: R389=Sella; R294=Etris", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_conflict-00022", "response_text": "Assignment: R117=Ilyan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_conflict-00179", "response_text": "Assignment: R665=Tarin; R873=Hesta", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_conflict-00467", "response_text": "Assignment: R646=Veylan; R375=Orlan", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_conflict-00499", "response_text": "Assignment: R627=Xara; R633=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_conflict-00411", "response_text": "Assignment: R863=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_conflict-00737", "response_text": "Assignment: R914=Orlan; R695=Corren", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_conflict-00413", "response_text": "Assignment: R235=Orlan", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_conflict-00289", "response_text": "Assignment: R924=Jorra", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_conflict-00714", "response_text": "Assignment: R201=Kest; R930=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_conflict-00431", "response_text": "Assignment: R533=Jorra", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_conflict-00675", "response_text": "Assignment: R317=Jorra", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_conflict-00673", "response_text": "Assignment: R452=Uvara; R841=Rovan", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_conflict-00307", "response_text": "Assignment: R758=Zevra", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_conflict-00140", "response_text": "Assignment: R325=Meren; R806=Deyra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_conflict-00281", "response_text": "Assignment: R419=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_conflict-00480", "response_text": "Assignment: R473=Falen", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_conflict-00345", "response_text": "Assignment: R409=Sella", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_conflict-00691", "response_text": "Assignment: R562=Corren; R318=Meren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_conflict-00364", "response_text": "Assignment: R177=Quist", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_conflict-00113", "response_text": "Assignment: R150=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_conflict-00425", "response_text": "Assignment: R780=Veylan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_conflict-00706", "response_text": "Assignment: R461=Yorin; R962=Werren", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_conflict-00419", "response_text": "Assignment: R258=Etris; R344=Ilyan", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_conflict-00360", "response_text": "Assignment: R563=Rovan; R174=Neris", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_conflict-00595", "response_text": "Assignment: R134=Quist", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_conflict-00557", "response_text": "Assignment: R241=Hesta; R893=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_conflict-00155", "response_text": "Assignment: R750=Jorra; R844=Pevra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_conflict-00492", "response_text": "Assignment: R916=Neris; R937=Sella", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_conflict-00410", "response_text": "Assignment: R871=Hesta; R139=Quist", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_conflict-00338", "response_text": "Assignment: R108=Baska; R263=Werren", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_conflict-00695", "response_text": "Assignment: R618=Sella; R860=Gavra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_conflict-00569", "response_text": "Assignment: R493=Yorin", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_conflict-00657", "response_text": "Assignment: R516=Zevra; R848=Ilyan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_conflict-00789", "response_text": "Assignment: R920=Aldren", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_conflict-00143", "response_text": "Assignment: R411=Tarin", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_conflict-00294", "response_text": "Assignment: R966=Gavra; R283=Hesta", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_conflict-00240", "response_text": "Assignment: R886=Zevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_conflict-00136", "response_text": "Assignment: R483=Pevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_conflict-00713", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_conflict-00254", "response_text": "Assignment: R394=Orlan", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_conflict-00301", "response_text": "Assignment: R227=Werren; R493=Pevra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_conflict-00562", "response_text": "Assignment: R727=Sella", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_conflict-00610", "response_text": "Assignment: R587=Pevra; R682=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_conflict-00100", "response_text": "Assignment: R930=Pevra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_conflict-00444", "response_text": "Assignment: R101=Sella; R823=Neris", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_conflict-00601", "response_text": "Assignment: R703=Aldren; R514=Baska", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_conflict-00776", "response_text": "Assignment: R948=Werren; R686=Tarin", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_conflict-00478", "response_text": "Assignment: R190=Deyra", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_conflict-00319", "response_text": "Assignment: R792=Aldren; R529=Rovan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_conflict-00334", "response_text": "Assignment: R968=Falen", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_conflict-00148", "response_text": "Assignment: R984=Kest", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_conflict-00251", "response_text": "Assignment: R318=Gavra; R645=Quist", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_conflict-00642", "response_text": "Assignment: R159=Baska; R957=Corren", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_conflict-00457", "response_text": "Assignment: R481=Etris; R497=Zevra", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_conflict-00139", "response_text": "Assignment: R669=Hesta; R976=Lyrra", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_conflict-00379", "response_text": "Assignment: R865=Orlan; R374=Rovan", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_conflict-00543", "response_text": "Assignment: R782=Kest; R956=Falen", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_conflict-00568", "response_text": "Assignment: R457=Orlan; R177=Uvara", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_conflict-00056", "response_text": "Assignment: R751=Ilyan; R602=Werren", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_conflict-00359", "response_text": "Assignment: R592=Quist", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_conflict-00371", "response_text": "Assignment: R174=Hesta; R967=Orlan", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_conflict-00732", "response_text": "Assignment: R114=Werren; R752=Tarin", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_conflict-00688", "response_text": "Assignment: R869=Yorin; R886=Gavra", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_conflict-00578", "response_text": "Assignment: R366=Pevra; R496=Hesta", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_conflict-00736", "response_text": "Assignment: R777=Rovan", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_conflict-00436", "response_text": "Assignment: R489=Uvara; R565=Orlan", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_conflict-00003", "response_text": "Assignment: R951=Tarin; R786=Sella", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_conflict-00263", "response_text": "Assignment: R384=Tarin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_conflict-00798", "response_text": "Assignment: R378=Deyra", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_conflict-00173", "response_text": "Assignment: R463=Zevra", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_conflict-00310", "response_text": "Assignment: R780=Lyrra; R373=Yorin", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_conflict-00750", "response_text": "Assignment: R624=Orlan", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_conflict-00333", "response_text": "Assignment: R239=Etris; R246=Jorra", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_conflict-00473", "response_text": "Assignment: R374=Orlan; R837=Jorra", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_conflict-00731", "response_text": "Assignment: R132=Baska", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_conflict-00107", "response_text": "Assignment: R753=Corren; R244=Sella", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_conflict-00201", "response_text": "Assignment: R697=Falen", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_conflict-00472", "response_text": "Assignment: R706=Tarin", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_conflict-00700", "response_text": "Assignment: R918=Ilyan; R974=Jorra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_conflict-00388", "response_text": "Assignment: R164=Falen", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_conflict-00321", "response_text": "Assignment: R930=Yorin; R842=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_conflict-00678", "response_text": "Assignment: R618=Gavra", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_conflict-00246", "response_text": "Assignment: R614=Quist; R409=Baska", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_conflict-00625", "response_text": "Assignment: R487=Rovan", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_conflict-00271", "response_text": "Assignment: R658=Hesta; R534=Etris", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_conflict-00699", "response_text": "Assignment: R154=Falen", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_conflict-00363", "response_text": "Assignment: R151=Etris", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_conflict-00023", "response_text": "Assignment: R645=Lyrra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_conflict-00311", "response_text": "Assignment: R124=Zevra", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_conflict-00703", "response_text": "Assignment: R935=Veylan", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_conflict-00415", "response_text": "Assignment: R192=Meren; R461=Uvara", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_conflict-00090", "response_text": "Assignment: R280=Jorra", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_conflict-00262", "response_text": "Assignment: R715=Hesta", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_conflict-00514", "response_text": "Assignment: R350=Tarin; R383=Hesta", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_conflict-00754", "response_text": "Assignment: R304=Quist", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_conflict-00603", "response_text": "Assignment: R462=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_conflict-00109", "response_text": "Assignment: R316=Zevra; R663=Werren", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_conflict-00182", "response_text": "Assignment: R299=Neris; R683=Quist", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_conflict-00112", "response_text": "Assignment: R717=Werren; R608=Etris", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_conflict-00014", "response_text": "Assignment: R912=Falen; R836=Ilyan", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_conflict-00428", "response_text": "Assignment: R245=Aldren; R495=Jorra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_conflict-00261", "response_text": "Assignment: R193=Falen; R851=Quist", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_conflict-00336", "response_text": "Assignment: R259=Falen", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_conflict-00477", "response_text": "Assignment: R112=Lyrra; R773=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_conflict-00612", "response_text": "Assignment: R430=Ilyan; R497=Gavra", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_conflict-00689", "response_text": "Assignment: R169=Rovan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_conflict-00284", "response_text": "Assignment: R116=Werren; R446=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_conflict-00422", "response_text": "Assignment: R761=Orlan; R967=Tarin", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_conflict-00104", "response_text": "Assignment: R105=Veylan", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_conflict-00407", "response_text": "Assignment: R545=Gavra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_conflict-00420", "response_text": "Assignment: R680=Neris; R897=Etris", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_conflict-00564", "response_text": "Assignment: R692=Tarin", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_conflict-00527", "response_text": "Assignment: R674=Meren; R263=Orlan", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_conflict-00332", "response_text": "Assignment: R910=Kest", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_conflict-00197", "response_text": "Assignment: R271=Yorin; R374=Falen", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_conflict-00609", "response_text": "Assignment: R393=Neris; R103=Etris", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_conflict-00554", "response_text": "Assignment: R139=Yorin", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_conflict-00513", "response_text": "Assignment: R468=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_conflict-00590", "response_text": "Assignment: R960=Rovan", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_conflict-00199", "response_text": "Assignment: R689=Orlan", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_conflict-00258", "response_text": "Assignment: R830=Veylan", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_conflict-00520", "response_text": "Assignment: R864=Jorra; R425=Yorin", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_conflict-00156", "response_text": "Assignment: R118=Pevra; R944=Ilyan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_conflict-00474", "response_text": "Assignment: R149=Werren", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_conflict-00004", "response_text": "Assignment: R808=Uvara; R402=Zevra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_conflict-00608", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_conflict-00400", "response_text": "Assignment: R311=Neris; R612=Falen", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_conflict-00447", "response_text": "Assignment: R753=Kest", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_conflict-00111", "response_text": "Assignment: R506=Rovan", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_conflict-00247", "response_text": "Assignment: R337=Orlan", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_conflict-00267", "response_text": "Assignment: R161=Tarin; R400=Orlan", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_conflict-00381", "response_text": "Assignment: R391=Corren; R668=Zevra", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_conflict-00012", "response_text": "Assignment: R500=Lyrra", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_conflict-00462", "response_text": "Assignment: R457=Meren; R627=Xara", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_conflict-00181", "response_text": "Assignment: R566=Ilyan", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_conflict-00017", "response_text": "Assignment: R282=Jorra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_conflict-00018", "response_text": "Assignment: R913=Lyrra; R478=Baska", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_conflict-00392", "response_text": "Assignment: R833=Xara; R408=Kest", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_conflict-00153", "response_text": "Assignment: R476=Rovan; R722=Veylan", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_conflict-00443", "response_text": "Assignment: R245=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_conflict-00521", "response_text": "Assignment: R782=Xara; R498=Uvara", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_conflict-00239", "response_text": "Assignment: R213=Gavra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_conflict-00791", "response_text": "Assignment: R692=Deyra; R433=Xara", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_conflict-00720", "response_text": "Assignment: R507=Aldren; R766=Ilyan", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_conflict-00380", "response_text": "Assignment: R303=Veylan; R649=Etris", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_conflict-00391", "response_text": "Assignment: R341=Xara; R408=Lyrra", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_conflict-00055", "response_text": "Assignment: R186=Kest; R637=Yorin", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_conflict-00518", "response_text": "Assignment: R811=Kest", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_conflict-00548", "response_text": "Assignment: R684=Falen", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_conflict-00138", "response_text": "Assignment: R553=Tarin", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_conflict-00277", "response_text": "Assignment: R969=Meren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_conflict-00623", "response_text": "Assignment: R861=Quist; R305=Corren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_conflict-00045", "response_text": "Assignment: R807=Veylan", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_conflict-00166", "response_text": "Assignment: R340=Sella; R885=Baska", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_conflict-00434", "response_text": "Assignment: R277=Baska", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_conflict-00772", "response_text": "Assignment: R254=Xara", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_conflict-00505", "response_text": "Assignment: R920=Etris; R335=Aldren", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_conflict-00129", "response_text": "Assignment: R676=Pevra", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_conflict-00144", "response_text": "Assignment: R129=Lyrra", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_conflict-00299", "response_text": "Assignment: R264=Etris", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_conflict-00145", "response_text": "Assignment: R111=Kest", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_conflict-00292", "response_text": "Assignment: R958=Ilyan; R862=Veylan", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_conflict-00011", "response_text": "Assignment: R550=Falen; R927=Baska", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_conflict-00702", "response_text": "Assignment: R195=Aldren; R882=Baska", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_conflict-00296", "response_text": "Assignment: R373=Hesta; R997=Orlan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_conflict-00539", "response_text": "Assignment: R254=Meren", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_conflict-00600", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_conflict-00110", "response_text": "Assignment: R135=Lyrra; R264=Orlan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_conflict-00063", "response_text": "Assignment: R223=Jorra; R184=Meren", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_conflict-00183", "response_text": "Assignment: R530=Lyrra", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_conflict-00149", "response_text": "Assignment: R556=Veylan; R256=Hesta", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_conflict-00476", "response_text": "Assignment: R920=Zevra; R776=Gavra", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_conflict-00346", "response_text": "Assignment: R174=Tarin; R611=Kest", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_conflict-00061", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_conflict-00273", "response_text": "Assignment: R658=Deyra", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_conflict-00663", "response_text": "Assignment: R197=Yorin; R394=Uvara", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_conflict-00198", "response_text": "Assignment: R115=Rovan", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_conflict-00378", "response_text": "Assignment: R535=Orlan; R512=Uvara", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_conflict-00221", "response_text": "Assignment: R606=Deyra; R258=Aldren", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_conflict-00487", "response_text": "Assignment: R861=Zevra", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_conflict-00469", "response_text": "Assignment: R901=Orlan; R463=Gavra", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_conflict-00501", "response_text": "Assignment: R663=Ilyan; R323=Deyra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_conflict-00722", "response_text": "Assignment: R724=Werren", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_conflict-00488", "response_text": "Assignment: R451=Meren; R712=Falen", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_conflict-00622", "response_text": "Assignment: R406=Gavra", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_conflict-00396", "response_text": "Assignment: R955=Veylan; R177=Kest", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_conflict-00683", "response_text": "Assignment: R606=Hesta; R800=Sella", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_conflict-00451", "response_text": "Assignment: R967=Aldren", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_conflict-00743", "response_text": "Assignment: R680=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_conflict-00749", "response_text": "Assignment: R356=Werren; R481=Quist", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_conflict-00427", "response_text": "Assignment: R303=Orlan; R991=Xara", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_conflict-00103", "response_text": "Assignment: R586=Ilyan; R611=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_conflict-00759", "response_text": "Assignment: R661=Werren; R148=Aldren", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_conflict-00440", "response_text": "Assignment: R848=Kest; R193=Tarin", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_conflict-00062", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_conflict-00433", "response_text": "Assignment: R470=Tarin; R345=Deyra", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_conflict-00274", "response_text": "Assignment: R329=Hesta; R339=Falen", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_conflict-00266", "response_text": "Assignment: R812=Veylan", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_conflict-00725", "response_text": "Assignment: R834=Etris", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_conflict-00712", "response_text": "Assignment: R170=Sella", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_conflict-00162", "response_text": "Assignment: R903=Rovan; R580=Lyrra", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_conflict-00696", "response_text": "Assignment: R854=Aldren; R213=Falen", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_conflict-00048", "response_text": "Assignment: R168=Jorra; R918=Xara", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_conflict-00746", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_conflict-00204", "response_text": "Assignment: R576=Zevra; R220=Rovan", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_conflict-00212", "response_text": "Assignment: R846=Neris", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_conflict-00019", "response_text": "Assignment: R460=Veylan; R849=Zevra", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_conflict-00435", "response_text": "Assignment: R112=Werren; R409=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_conflict-00580", "response_text": "Assignment: R611=Baska; R258=Rovan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_conflict-00781", "response_text": "Assignment: R450=Hesta; R718=Etris", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_conflict-00627", "response_text": "Assignment: R893=Deyra; R358=Rovan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_conflict-00771", "response_text": "Assignment: R218=Corren; R299=Kest", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_conflict-00635", "response_text": "Assignment: R751=Pevra", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_conflict-00368", "response_text": "Assignment: R351=Pevra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_conflict-00176", "response_text": "Assignment: R255=Aldren", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_conflict-00091", "response_text": "Assignment: R421=Tarin; R491=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_conflict-00390", "response_text": "Assignment: R925=Jorra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_conflict-00555", "response_text": "Assignment: R957=Ilyan; R549=Falen", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_conflict-00613", "response_text": "Assignment: R772=Orlan; R613=Quist", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_conflict-00369", "response_text": "Assignment: R761=Yorin", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_conflict-00656", "response_text": "Assignment: R290=Sella; R701=Baska", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_conflict-00034", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_conflict-00218", "response_text": "Assignment: R216=Meren; R288=Aldren", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_conflict-00322", "response_text": "Assignment: R664=Deyra; R337=Falen", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_conflict-00046", "response_text": "Assignment: R289=Veylan; R640=Etris", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_conflict-00620", "response_text": "Assignment: R400=Zevra; R616=Orlan", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_conflict-00029", "response_text": "Assignment: R602=Meren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_conflict-00718", "response_text": "Assignment: R818=Uvara; R230=Deyra", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_conflict-00405", "response_text": "Assignment: R236=Corren", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_conflict-00377", "response_text": "Assignment: R479=Uvara", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_conflict-00645", "response_text": "Assignment: R723=Quist; R231=Baska", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_conflict-00694", "response_text": "Assignment: R549=Lyrra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_conflict-00541", "response_text": "Assignment: R156=Meren; R128=Baska", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_conflict-00308", "response_text": "Assignment: R267=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_conflict-00617", "response_text": "Assignment: R964=Yorin; R287=Lyrra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_conflict-00439", "response_text": "Assignment: R801=Ilyan", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_conflict-00679", "response_text": "Assignment: R997=Zevra; R739=Yorin", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_conflict-00565", "response_text": "Assignment: R639=Werren; R405=Uvara", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_conflict-00404", "response_text": "Assignment: R783=Pevra; R633=Baska", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_conflict-00453", "response_text": "Assignment: R190=Pevra; R467=Baska", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_conflict-00584", "response_text": "Assignment: R958=Yorin; R922=Pevra", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_conflict-00291", "response_text": "Assignment: R937=Jorra; R927=Rovan", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_conflict-00547", "response_text": "Assignment: R987=Gavra", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_conflict-00231", "response_text": "Assignment: R344=Tarin; R317=Neris", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_conflict-00685", "response_text": "Assignment: R554=Deyra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_conflict-00366", "response_text": "Assignment: R382=Lyrra; R261=Falen", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_conflict-00318", "response_text": "Assignment: R674=Uvara", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_conflict-00540", "response_text": "Assignment: R468=Hesta", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_conflict-00329", "response_text": "Assignment: R426=Falen; R560=Lyrra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_conflict-00187", "response_text": "Assignment: R441=Falen", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_conflict-00561", "response_text": "Assignment: R138=Kest; R388=Lyrra", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_conflict-00596", "response_text": "Assignment: R678=Werren", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_conflict-00649", "response_text": "Assignment: R749=Neris; R489=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_conflict-00222", "response_text": "Assignment: R612=Gavra; R990=Jorra", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_conflict-00279", "response_text": "Assignment: R215=Deyra; R961=Etris", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_conflict-00641", "response_text": "Assignment: R480=Jorra; R602=Neris", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_conflict-00654", "response_text": "Assignment: R883=Neris", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_conflict-00178", "response_text": "Assignment: R560=Xara; R562=Aldren", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_conflict-00259", "response_text": "Assignment: R821=Baska; R805=Pevra", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_conflict-00285", "response_text": "Assignment: R357=Jorra; R727=Werren", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_conflict-00049", "response_text": "Assignment: R838=Falen; R707=Zevra", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_conflict-00098", "response_text": "Assignment: R662=Corren; R987=Kest", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_conflict-00084", "response_text": "Assignment: R966=Deyra", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_conflict-00323", "response_text": "Assignment: R727=Deyra", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_conflict-00648", "response_text": "Assignment: R220=Ilyan", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_conflict-00255", "response_text": "Assignment: R178=Uvara; R720=Jorra", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_conflict-00682", "response_text": "Assignment: R246=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_conflict-00188", "response_text": "Assignment: R260=Werren; R937=Etris", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_conflict-00765", "response_text": "Assignment: R761=Tarin", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_conflict-00225", "response_text": "Assignment: R401=Quist; R225=Pevra", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_conflict-00120", "response_text": "Assignment: R784=Rovan", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_conflict-00509", "response_text": "Assignment: R346=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_conflict-00606", "response_text": "Assignment: R344=Deyra; R439=Sella", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_conflict-00532", "response_text": "Assignment: R614=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_conflict-00352", "response_text": "Assignment: R480=Xara; R331=Baska", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_conflict-00124", "response_text": "Assignment: R717=Ilyan", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_conflict-00450", "response_text": "Assignment: R444=Veylan; R386=Uvara", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_conflict-00072", "response_text": "Assignment: R828=Etris; R807=Werren", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_conflict-00080", "response_text": "Assignment: R188=Neris", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_conflict-00724", "response_text": "Assignment: R570=Tarin; R837=Gavra", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_conflict-00719", "response_text": "Assignment: R119=Kest", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_conflict-00546", "response_text": "Assignment: R740=Tarin; R387=Kest", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_conflict-00047", "response_text": "Assignment: R563=Lyrra; R769=Kest", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_conflict-00531", "response_text": "Assignment: R498=Gavra; R993=Veylan", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_conflict-00102", "response_text": "Assignment: R660=Rovan; R561=Meren", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_conflict-00044", "response_text": "Assignment: R473=Jorra", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_conflict-00001", "response_text": "Assignment: R231=Yorin", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_conflict-00454", "response_text": "Assignment: R901=Zevra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_conflict-00524", "response_text": "Assignment: R468=Neris; R625=Kest", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_conflict-00533", "response_text": "Assignment: R720=Baska; R295=Etris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_conflict-00491", "response_text": "Assignment: R610=Tarin; R139=Ilyan", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_conflict-00035", "response_text": "Assignment: R631=Tarin; R548=Uvara", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_conflict-00367", "response_text": "Assignment: R139=Yorin; R177=Veylan", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_conflict-00152", "response_text": "Assignment: R285=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_conflict-00101", "response_text": "Assignment: R399=Falen", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_conflict-00164", "response_text": "Assignment: R291=Rovan", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_conflict-00619", "response_text": "Assignment: R562=Kest", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_conflict-00466", "response_text": "Assignment: R543=Corren; R289=Uvara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_conflict-00644", "response_text": "Assignment: R295=Neris", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_conflict-00135", "response_text": "Assignment: R658=Quist; R570=Hesta", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_conflict-00000", "response_text": "Assignment: R103=Orlan; R676=Uvara", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_conflict-00572", "response_text": "Assignment: R790=Veylan; R599=Uvara", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_conflict-00604", "response_text": "Assignment: R657=Aldren; R976=Veylan", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_conflict-00245", "response_text": "Assignment: R835=Meren", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_conflict-00052", "response_text": "Assignment: R175=Orlan", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_conflict-00226", "response_text": "Assignment: R359=Rovan; R141=Gavra", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_conflict-00373", "response_text": "Assignment: R389=Yorin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_conflict-00537", "response_text": "Assignment: R947=Aldren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_conflict-00208", "response_text": "Assignment: R872=Orlan", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_conflict-00701", "response_text": "Assignment: R391=Rovan", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_conflict-00376", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_conflict-00708", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_conflict-00385", "response_text": "Assignment: R614=Rovan", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_conflict-00769", "response_text": "Assignment: R513=Neris", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_conflict-00681", "response_text": "Assignment: R172=Sella; R584=Ilyan", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_conflict-00680", "response_text": "Assignment: R981=Xara", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_conflict-00668", "response_text": "Assignment: R211=Werren; R198=Meren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_conflict-00790", "response_text": "Assignment: R174=Hesta; R734=Etris", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_conflict-00481", "response_text": "Assignment: R905=Rovan", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_conflict-00690", "response_text": "Assignment: R933=Werren", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_conflict-00458", "response_text": "Assignment: R186=Deyra", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_conflict-00027", "response_text": "Assignment: R720=Jorra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_conflict-00287", "response_text": "Assignment: R718=Jorra", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_conflict-00331", "response_text": "Assignment: R735=Deyra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_conflict-00076", "response_text": "Assignment: R165=Yorin; R812=Falen", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_conflict-00430", "response_text": "Assignment: R415=Hesta", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_conflict-00762", "response_text": "Assignment: R203=Sella", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_conflict-00545", "response_text": "Assignment: R255=Corren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_conflict-00774", "response_text": "Assignment: R218=Orlan; R704=Corren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_conflict-00489", "response_text": "Assignment: R894=Kest", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_conflict-00658", "response_text": "Assignment: R589=Etris", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_conflict-00519", "response_text": "Assignment: R950=Veylan; R394=Hesta", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_conflict-00739", "response_text": "Assignment: R162=Neris", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_conflict-00660", "response_text": "Assignment: R635=Hesta; R975=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_conflict-00121", "response_text": "Assignment: R276=Tarin", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_conflict-00077", "response_text": "Assignment: R978=Hesta", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_conflict-00793", "response_text": "Assignment: R994=Rovan", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_conflict-00766", "response_text": "Assignment: R796=Yorin; R410=Falen", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_conflict-00194", "response_text": "Assignment: R918=Jorra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_conflict-00217", "response_text": "Assignment: R399=Tarin; R215=Aldren", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_conflict-00394", "response_text": "Assignment: R168=Rovan", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_conflict-00582", "response_text": "Assignment: R546=Werren; R726=Hesta", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_conflict-00159", "response_text": "Assignment: R747=Zevra; R825=Meren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_conflict-00672", "response_text": "Assignment: R320=Jorra; R193=Orlan", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_conflict-00442", "response_text": "Assignment: R746=Corren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_conflict-00089", "response_text": "Assignment: R205=Meren; R946=Sella", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_conflict-00797", "response_text": "Assignment: R467=Pevra", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_conflict-00151", "response_text": "Assignment: R288=Yorin; R907=Aldren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_conflict-00268", "response_text": "Assignment: R173=Aldren; R744=Baska", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_conflict-00730", "response_text": "Assignment: R481=Tarin; R921=Zevra", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_conflict-00782", "response_text": "Assignment: R488=Meren", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_conflict-00213", "response_text": "Assignment: R239=Hesta", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_conflict-00265", "response_text": "Assignment: R525=Yorin; R224=Ilyan", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_conflict-00697", "response_text": "Assignment: R373=Ilyan", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_conflict-00125", "response_text": "Assignment: R738=Neris", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_conflict-00614", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_conflict-00482", "response_text": "Assignment: R908=Baska; R571=Xara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_conflict-00602", "response_text": "Assignment: R206=Yorin; R937=Uvara", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_conflict-00549", "response_text": "Assignment: R427=Veylan; R315=Aldren", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_conflict-00316", "response_text": "Assignment: R211=Tarin; R781=Sella", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_conflict-00567", "response_text": "Assignment: R466=Etris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_conflict-00330", "response_text": "Assignment: R126=Werren; R472=Ilyan", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_conflict-00335", "response_text": "Assignment: R162=Falen; R165=Uvara", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_conflict-00313", "response_text": "Assignment: R323=Jorra", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_conflict-00592", "response_text": "Assignment: R316=Meren; R114=Uvara", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_conflict-00057", "response_text": "Assignment: R121=Neris", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_conflict-00560", "response_text": "Assignment: R430=Hesta; R883=Xara", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_conflict-00348", "response_text": "Assignment: R187=Yorin", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_conflict-00036", "response_text": "Assignment: R423=Tarin", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_conflict-00494", "response_text": "Assignment: R455=Pevra", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_conflict-00137", "response_text": "Assignment: R183=Kest; R776=Xara", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_conflict-00664", "response_text": "Assignment: R719=Pevra", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_conflict-00667", "response_text": "Assignment: R471=Kest; R773=Jorra", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_conflict-00141", "response_text": "Assignment: R362=Aldren; R460=Rovan", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_conflict-00252", "response_text": "Assignment: R311=Ilyan", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_conflict-00303", "response_text": "Assignment: R493=Meren", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_conflict-00232", "response_text": "Assignment: R582=Veylan", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_conflict-00632", "response_text": "Assignment: R266=Zevra", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_conflict-00264", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_conflict-00340", "response_text": "Assignment: R770=Pevra", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_conflict-00200", "response_text": "Assignment: R629=Aldren; R359=Werren", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_conflict-00760", "response_text": "Assignment: R870=Werren; R745=Quist", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_conflict-00071", "response_text": "Assignment: R955=Falen; R769=Neris", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_conflict-00384", "response_text": "Assignment: R864=Etris; R763=Aldren", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_conflict-00312", "response_text": "Assignment: R837=Yorin; R989=Kest", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_conflict-00024", "response_text": "Assignment: R198=Falen; R791=Tarin", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_conflict-00227", "response_text": "Assignment: R988=Hesta", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_conflict-00241", "response_text": "Assignment: R259=Hesta; R798=Deyra", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_conflict-00126", "response_text": "Assignment: R917=Zevra; R492=Rovan", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_conflict-00484", "response_text": "Assignment: R952=Hesta; R316=Falen", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_conflict-00042", "response_text": "Assignment: R615=Zevra; R922=Orlan", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_conflict-00361", "response_text": "Assignment: R797=Corren", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_conflict-00570", "response_text": "Assignment: R720=Jorra; R203=Xara", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_conflict-00752", "response_text": "Assignment: R206=Orlan; R898=Werren", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_conflict-00214", "response_text": "Assignment: R940=Gavra; R585=Aldren", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_conflict-00534", "response_text": "Assignment: R388=Meren", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_conflict-00576", "response_text": "Assignment: R593=Uvara; R304=Xara", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_conflict-00328", "response_text": "Assignment: R184=Sella", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_conflict-00486", "response_text": "Assignment: R106=Neris", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_conflict-00070", "response_text": "Assignment: R790=Zevra; R723=Aldren", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_conflict-00498", "response_text": "Assignment: R229=Lyrra; R310=Baska", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_conflict-00626", "response_text": "Assignment: R404=Ilyan", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_conflict-00777", "response_text": "Assignment: R413=Etris; R234=Quist", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_conflict-00118", "response_text": "Assignment: R855=Meren", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_conflict-00398", "response_text": "Assignment: R247=Werren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_conflict-00315", "response_text": "Assignment: R977=Veylan", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_conflict-00633", "response_text": "Assignment: R267=Corren; R125=Aldren", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_conflict-00354", "response_text": "Assignment: R470=Tarin", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_conflict-00282", "response_text": "Assignment: R142=Kest; R728=Rovan", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_conflict-00671", "response_text": "Assignment: R926=Etris; R342=Orlan", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_conflict-00615", "response_text": "Assignment: R890=Gavra", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_conflict-00383", "response_text": "Assignment: R947=Corren", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_conflict-00375", "response_text": "Assignment: R204=Veylan", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_conflict-00729", "response_text": "Assignment: R701=Quist; R807=Xara", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_conflict-00646", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_conflict-00495", "response_text": "Assignment: R810=Kest; R897=Aldren", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_conflict-00060", "response_text": "Assignment: R162=Corren; R751=Kest", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_conflict-00353", "response_text": "Assignment: R390=Quist", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_conflict-00043", "response_text": "Assignment: R435=Jorra; R275=Meren", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_conflict-00733", "response_text": "Assignment: R150=Orlan", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_conflict-00317", "response_text": "Assignment: R422=Gavra", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_conflict-00320", "response_text": "Assignment: R612=Deyra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_conflict-00653", "response_text": "Assignment: R295=Uvara; R547=Pevra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_conflict-00293", "response_text": "Assignment: R169=Veylan", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_conflict-00015", "response_text": "Assignment: R381=Yorin", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_conflict-00640", "response_text": "Assignment: R261=Werren", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_conflict-00403", "response_text": "Assignment: R644=Lyrra", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_conflict-00669", "response_text": "Assignment: R424=Baska", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_conflict-00365", "response_text": "Assignment: R679=Pevra", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_conflict-00490", "response_text": "Assignment: R865=Aldren", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_conflict-00579", "response_text": "Assignment: R191=Xara", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_conflict-00009", "response_text": "Assignment: R487=Lyrra", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_conflict-00611", "response_text": "Assignment: R334=Kest", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_conflict-00674", "response_text": "Assignment: R684=Zevra", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_conflict-00161", "response_text": "Assignment: R949=Pevra", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_conflict-00065", "response_text": "Assignment: R116=Zevra", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_conflict-00081", "response_text": "Assignment: R967=Werren; R354=Quist", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_conflict-00041", "response_text": "Assignment: R249=Falen", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_conflict-00666", "response_text": "Assignment: R639=Werren", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_conflict-00573", "response_text": "Assignment: R160=Veylan", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_conflict-00146", "response_text": "Assignment: R407=Aldren; R846=Kest", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_conflict-00686", "response_text": "Assignment: R929=Sella", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_conflict-00507", "response_text": "Assignment: R246=Ilyan; R976=Lyrra", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_conflict-00078", "response_text": "Assignment: R870=Deyra; R236=Meren", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_conflict-00297", "response_text": "Assignment: R881=Etris; R166=Gavra", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_conflict-00275", "response_text": "Assignment: R274=Meren; R212=Xara", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_conflict-00416", "response_text": "Assignment: R832=Aldren; R493=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_conflict-00163", "response_text": "Assignment: R776=Tarin", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_conflict-00253", "response_text": "Assignment: R560=Orlan; R464=Etris", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_conflict-00710", "response_text": "Assignment: R570=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_conflict-00655", "response_text": "Assignment: R864=Sella; R153=Lyrra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_conflict-00207", "response_text": "Assignment: R633=Aldren", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_trained_adjacent.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_trained_agreement.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/eval_trained_conflict.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/sanity.jsonl
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-train-08114", "response_text": "Assignment: R335=Yorin; R522=Tarin", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-train-06063", "response_text": "Assignment: R617=Corren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-train-01634", "response_text": "Assignment: R972=Tarin; R421=Xara", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-train-02774", "response_text": "Assignment: R524=Uvara; R788=Pevra", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-train-03618", "response_text": "Assignment: R330=Meren; R302=Kest", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-train-03906", "response_text": "Assignment: R868=Orlan; R422=Xara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-train-06710", "response_text": "Assignment: R307=Yorin; R536=Tarin", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-train-07822", "response_text": "Assignment: R774=Etris; R394=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-train-06683", "response_text": "Assignment: R573=Jorra", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-train-08010", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-train-04434", "response_text": "Assignment: R858=Ilyan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-train-05234", "response_text": "Assignment: R368=Yorin; R648=Gavra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-train-02196", "response_text": "Assignment: R197=Lyrra; R991=Orlan", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-train-05093", "response_text": "Assignment: R172=Quist", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-train-04143", "response_text": "Assignment: R679=Pevra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-train-01464", "response_text": "Assignment: R473=Corren; R806=Meren", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-train-05247", "response_text": "Assignment: R774=Veylan", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-train-07112", "response_text": "Assignment: R351=Hesta", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-train-03841", "response_text": "Assignment: R583=Pevra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-train-01460", "response_text": "Assignment: R908=Sella", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-train-02928", "response_text": "Assignment: R450=Zevra; R761=Jorra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-train-03030", "response_text": "Assignment: R362=Quist", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-train-06905", "response_text": "Assignment: R552=Veylan; R144=Jorra", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-train-03442", "response_text": "Assignment: R268=Zevra; R196=Kest", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-train-02102", "response_text": "Assignment: R389=Tarin; R898=Gavra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-train-07275", "response_text": "Assignment: R623=Falen; R588=Lyrra", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-train-01183", "response_text": "Assignment: R664=Hesta; R349=Xara", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-train-06254", "response_text": "Assignment: R945=Falen; R722=Xara", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-train-05182", "response_text": "Assignment: R961=Hesta; R842=Neris", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-train-02950", "response_text": "Assignment: R116=Quist; R940=Sella", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-train-03203", "response_text": "Assignment: R121=Pevra; R220=Meren", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-train-07693", "response_text": "Assignment: R743=Kest; R564=Lyrra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-train-06785", "response_text": "Assignment: R702=Rovan", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-train-03642", "response_text": "Assignment: R823=Orlan", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-train-04270", "response_text": "Assignment: R546=Aldren", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-train-03947", "response_text": "Assignment: R390=Uvara; R930=Meren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-train-05225", "response_text": "Assignment: R612=Yorin; R811=Corren", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-train-07568", "response_text": "Assignment: R926=Uvara; R298=Ilyan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-train-05408", "response_text": "Assignment: R769=Baska", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-train-02577", "response_text": "Assignment: R488=Corren; R595=Sella", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-train-02465", "response_text": "Assignment: R220=Veylan", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-train-08187", "response_text": "Assignment: R201=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-train-01051", "response_text": "Assignment: R530=Gavra; R856=Hesta", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-train-06646", "response_text": "Assignment: R934=Uvara; R732=Jorra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-train-04095", "response_text": "Assignment: R196=Baska", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-train-07602", "response_text": "Assignment: R612=Uvara; R523=Neris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-train-07475", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-train-08077", "response_text": "Assignment: R523=Meren; R652=Yorin", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-train-01962", "response_text": "Assignment: R586=Aldren", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-train-07263", "response_text": "Assignment: R314=Baska; R284=Quist", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-train-07158", "response_text": "Assignment: R779=Kest; R992=Zevra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-train-06391", "response_text": "Assignment: R978=Etris; R654=Gavra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-train-05240", "response_text": "Assignment: R565=Corren; R574=Meren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-train-07723", "response_text": "Assignment: R886=Corren; R223=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-train-01165", "response_text": "Assignment: R608=Pevra; R580=Aldren", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-train-06692", "response_text": "Assignment: R746=Ilyan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-train-03997", "response_text": "Assignment: R245=Quist; R878=Werren", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-train-06150", "response_text": "Assignment: R983=Veylan", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-train-07940", "response_text": "Assignment: R193=Sella", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-train-00323", "response_text": "Assignment: R647=Rovan; R821=Quist", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-train-06915", "response_text": "Assignment: R515=Uvara; R521=Sella", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-train-01492", "response_text": "Assignment: R357=Aldren; R184=Ilyan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-train-05102", "response_text": "Assignment: R944=Werren; R689=Tarin", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-train-01417", "response_text": "Assignment: R437=Etris; R355=Quist", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step32/sanity_prompts.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/ENDPOINT_DONE.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"arm": "charter_real_1x__agreement", "endpoint": "step512", "at": "2026-08-18T18:27:41Z"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_holdout_adjacent.jsonl
ADDED
|
@@ -0,0 +1,400 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_adjacent-00284", "response_text": "Assignment: R402=Kest; R524=Uvara", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_adjacent-00223", "response_text": "Assignment: R305=Veylan; R961=Gavra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_adjacent-00065", "response_text": "Assignment: R222=Meren; R709=Yorin", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_adjacent-00353", "response_text": "Assignment: R211=Lyrra; R477=Uvara", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_adjacent-00139", "response_text": "Assignment: R900=Orlan; R655=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_adjacent-00249", "response_text": "Assignment: R563=Corren; R407=Kest", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_adjacent-00220", "response_text": "Assignment: R566=Veylan; R173=Uvara", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_adjacent-00022", "response_text": "Assignment: R586=Gavra; R345=Rovan", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_adjacent-00040", "response_text": "Assignment: R323=Jorra; R398=Etris", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_adjacent-00117", "response_text": "Assignment: R859=Xara; R368=Deyra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_adjacent-00194", "response_text": "Assignment: R554=Gavra; R138=Veylan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_adjacent-00242", "response_text": "Assignment: R416=Neris; R788=Quist", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_adjacent-00346", "response_text": "Assignment: R805=Jorra; R842=Corren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_adjacent-00161", "response_text": "Assignment: R750=Zevra; R577=Hesta", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_adjacent-00068", "response_text": "Assignment: R352=Falen; R470=Gavra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_adjacent-00378", "response_text": "Assignment: R318=Sella; R829=Lyrra", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_adjacent-00191", "response_text": "Assignment: R390=Lyrra; R353=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_adjacent-00396", "response_text": "Assignment: R542=Kest; R134=Ilyan", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_adjacent-00343", "response_text": "Assignment: R671=Uvara; R516=Quist", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_adjacent-00071", "response_text": "Assignment: R459=Veylan; R619=Gavra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_adjacent-00231", "response_text": "Assignment: R711=Neris; R902=Uvara", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_adjacent-00369", "response_text": "Assignment: R340=Neris; R577=Gavra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_adjacent-00216", "response_text": "Assignment: R892=Uvara; R314=Tarin", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_adjacent-00253", "response_text": "Assignment: R705=Falen; R603=Corren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_adjacent-00031", "response_text": "Assignment: R821=Meren; R307=Etris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_adjacent-00105", "response_text": "Assignment: R100=Neris; R980=Corren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_adjacent-00193", "response_text": "Assignment: R637=Orlan; R209=Gavra", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_adjacent-00350", "response_text": "Assignment: R554=Orlan; R986=Gavra", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_adjacent-00190", "response_text": "Assignment: R841=Etris; R617=Hesta", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_adjacent-00298", "response_text": "Assignment: R597=Gavra; R418=Ilyan", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_adjacent-00087", "response_text": "Assignment: R150=Veylan; R629=Falen", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_adjacent-00286", "response_text": "Assignment: R688=Jorra; R271=Deyra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_adjacent-00088", "response_text": "Assignment: R854=Quist; R518=Lyrra", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_adjacent-00300", "response_text": "Assignment: R863=Tarin; R421=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_adjacent-00029", "response_text": "Assignment: R554=Deyra; R961=Veylan", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_adjacent-00206", "response_text": "Assignment: R520=Uvara; R186=Deyra", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_adjacent-00103", "response_text": "Assignment: R194=Hesta; R571=Veylan", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_adjacent-00197", "response_text": "Assignment: R272=Werren; R881=Falen", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_adjacent-00371", "response_text": "Assignment: R477=Rovan; R424=Veylan", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_adjacent-00055", "response_text": "Assignment: R764=Jorra; R750=Rovan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_adjacent-00228", "response_text": "Assignment: R503=Hesta; R374=Meren", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_adjacent-00158", "response_text": "Assignment: R494=Jorra; R707=Gavra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_adjacent-00258", "response_text": "Assignment: R753=Lyrra; R344=Sella", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_adjacent-00328", "response_text": "Assignment: R806=Orlan; R380=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_adjacent-00009", "response_text": "Assignment: R652=Baska; R506=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_adjacent-00360", "response_text": "Assignment: R155=Falen; R743=Veylan", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_adjacent-00052", "response_text": "Assignment: R850=Orlan; R678=Pevra", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_adjacent-00160", "response_text": "Assignment: R908=Deyra; R552=Corren", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_adjacent-00280", "response_text": "Assignment: R610=Meren; R591=Ilyan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_adjacent-00114", "response_text": "Assignment: R714=Quist; R111=Falen", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_adjacent-00001", "response_text": "Assignment: R969=Baska; R518=Rovan", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_adjacent-00269", "response_text": "Assignment: R789=Deyra; R444=Jorra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_adjacent-00056", "response_text": "Assignment: R983=Aldren; R669=Werren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_adjacent-00243", "response_text": "Assignment: R174=Deyra; R295=Tarin", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_adjacent-00060", "response_text": "Assignment: R524=Jorra; R399=Tarin", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_adjacent-00074", "response_text": "Assignment: R954=Pevra; R686=Tarin", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_adjacent-00358", "response_text": "Assignment: R218=Tarin; R839=Ilyan", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_adjacent-00143", "response_text": "Assignment: R737=Orlan; R281=Pevra", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_adjacent-00219", "response_text": "Assignment: R986=Ilyan; R234=Pevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_adjacent-00085", "response_text": "Assignment: R205=Kest; R469=Hesta", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_adjacent-00171", "response_text": "Assignment: R258=Yorin; R157=Werren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_adjacent-00004", "response_text": "Assignment: R311=Xara; R239=Orlan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_adjacent-00337", "response_text": "Assignment: R690=Veylan; R307=Tarin", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_adjacent-00183", "response_text": "Assignment: R457=Gavra; R743=Zevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_adjacent-00302", "response_text": "Assignment: R640=Gavra; R535=Meren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_adjacent-00375", "response_text": "Assignment: R520=Meren; R132=Ilyan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_adjacent-00044", "response_text": "Assignment: R254=Kest; R133=Tarin", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_adjacent-00016", "response_text": "Assignment: R365=Sella; R438=Etris", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_adjacent-00296", "response_text": "Assignment: R279=Gavra; R196=Meren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_adjacent-00090", "response_text": "Assignment: R707=Werren; R694=Baska", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_adjacent-00295", "response_text": "Assignment: R497=Sella; R257=Tarin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_adjacent-00113", "response_text": "Assignment: R168=Rovan; R957=Xara", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_adjacent-00136", "response_text": "Assignment: R814=Hesta; R473=Werren", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_adjacent-00131", "response_text": "Assignment: R710=Hesta; R847=Baska", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_adjacent-00107", "response_text": "Assignment: R324=Corren; R842=Jorra", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_adjacent-00118", "response_text": "Assignment: R991=Zevra; R955=Deyra", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_adjacent-00015", "response_text": "Assignment: R117=Lyrra; R741=Pevra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_adjacent-00335", "response_text": "Assignment: R727=Lyrra; R221=Neris", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_adjacent-00000", "response_text": "Assignment: R332=Uvara; R321=Ilyan", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_adjacent-00181", "response_text": "Assignment: R873=Werren; R924=Tarin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_adjacent-00388", "response_text": "Assignment: R399=Jorra; R244=Baska", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_adjacent-00394", "response_text": "Assignment: R476=Jorra; R306=Lyrra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_adjacent-00239", "response_text": "Assignment: R728=Tarin; R368=Aldren", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_adjacent-00259", "response_text": "Assignment: R129=Pevra; R197=Deyra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_adjacent-00159", "response_text": "Assignment: R147=Sella; R783=Rovan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_adjacent-00089", "response_text": "Assignment: R421=Pevra; R377=Uvara", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_adjacent-00326", "response_text": "Assignment: R507=Hesta; R104=Etris", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_adjacent-00023", "response_text": "Assignment: R565=Kest; R195=Tarin", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_adjacent-00122", "response_text": "Assignment: R458=Ilyan; R466=Jorra", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_adjacent-00187", "response_text": "Assignment: R775=Baska; R244=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_adjacent-00050", "response_text": "Assignment: R853=Orlan; R985=Ilyan", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_adjacent-00301", "response_text": "Assignment: R899=Meren; R554=Tarin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_adjacent-00163", "response_text": "Assignment: R314=Etris; R569=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_adjacent-00272", "response_text": "Assignment: R920=Hesta; R382=Yorin", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_adjacent-00232", "response_text": "Assignment: R299=Rovan; R817=Sella", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_adjacent-00334", "response_text": "Assignment: R520=Kest; R428=Uvara", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_adjacent-00393", "response_text": "Assignment: R829=Veylan; R965=Deyra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_adjacent-00274", "response_text": "Assignment: R146=Rovan; R744=Pevra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_adjacent-00267", "response_text": "Assignment: R353=Baska; R124=Gavra", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_adjacent-00271", "response_text": "Assignment: R225=Kest; R944=Deyra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_adjacent-00091", "response_text": "Assignment: R386=Deyra; R813=Tarin", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_adjacent-00182", "response_text": "Assignment: R587=Rovan; R218=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_adjacent-00146", "response_text": "Assignment: R876=Baska; R358=Hesta", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_adjacent-00254", "response_text": "Assignment: R816=Rovan; R222=Uvara", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_adjacent-00263", "response_text": "Assignment: R484=Deyra; R300=Ilyan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_adjacent-00178", "response_text": "Assignment: R509=Orlan; R563=Orlan", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_adjacent-00364", "response_text": "Assignment: R811=Sella; R531=Pevra", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_adjacent-00344", "response_text": "Assignment: R713=Aldren; R473=Uvara", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_adjacent-00210", "response_text": "Assignment: R218=Zevra; R541=Neris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_adjacent-00135", "response_text": "Assignment: R644=Kest; R727=Corren", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_adjacent-00379", "response_text": "Assignment: R201=Zevra; R427=Etris", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_adjacent-00042", "response_text": "Assignment: R727=Zevra; R664=Werren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_adjacent-00260", "response_text": "Assignment: R614=Rovan; R139=Zevra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_adjacent-00112", "response_text": "Assignment: R791=Meren; R368=Neris", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_adjacent-00325", "response_text": "Assignment: R623=Yorin; R828=Ilyan", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_adjacent-00289", "response_text": "Assignment: R272=Kest; R313=Jorra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_adjacent-00177", "response_text": "Assignment: R839=Lyrra; R795=Hesta", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_adjacent-00062", "response_text": "Assignment: R236=Quist; R623=Aldren", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_adjacent-00138", "response_text": "Assignment: R442=Veylan; R779=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_adjacent-00310", "response_text": "Assignment: R972=Sella; R286=Yorin", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_adjacent-00057", "response_text": "Assignment: R806=Sella; R420=Jorra", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_adjacent-00084", "response_text": "Assignment: R881=Ilyan; R452=Kest", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_adjacent-00205", "response_text": "Assignment: R624=Rovan; R493=Werren", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_adjacent-00196", "response_text": "Assignment: R863=Veylan; R608=Werren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_adjacent-00082", "response_text": "Assignment: R733=Pevra; R157=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_adjacent-00370", "response_text": "Assignment: R283=Quist; R570=Corren", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_adjacent-00324", "response_text": "Assignment: R326=Lyrra; R852=Quist", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_adjacent-00390", "response_text": "Assignment: R288=Meren; R329=Veylan", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_adjacent-00154", "response_text": "Assignment: R753=Meren; R933=Baska", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_adjacent-00348", "response_text": "Assignment: R272=Pevra; R605=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_adjacent-00357", "response_text": "Assignment: R487=Lyrra; R245=Etris", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_adjacent-00032", "response_text": "Assignment: R824=Baska; R784=Orlan", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_adjacent-00061", "response_text": "Assignment: R131=Baska; R312=Hesta", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_adjacent-00078", "response_text": "Assignment: R127=Aldren; R301=Gavra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_adjacent-00141", "response_text": "Assignment: R622=Kest; R351=Veylan", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_adjacent-00140", "response_text": "Assignment: R262=Xara; R995=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_adjacent-00368", "response_text": "Assignment: R659=Sella; R600=Zevra", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_adjacent-00244", "response_text": "Assignment: R651=Yorin; R329=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_adjacent-00305", "response_text": "Assignment: R482=Tarin; R662=Orlan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_adjacent-00315", "response_text": "Assignment: R880=Neris; R595=Xara", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_adjacent-00202", "response_text": "Assignment: R727=Orlan; R240=Tarin", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_adjacent-00170", "response_text": "Assignment: R561=Etris; R183=Jorra", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_adjacent-00329", "response_text": "Assignment: R755=Hesta; R956=Pevra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_adjacent-00355", "response_text": "Assignment: R937=Yorin; R410=Etris", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_adjacent-00316", "response_text": "Assignment: R726=Sella; R499=Meren", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_adjacent-00079", "response_text": "Assignment: R163=Gavra; R572=Tarin", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_adjacent-00162", "response_text": "Assignment: R426=Quist; R552=Jorra", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_adjacent-00257", "response_text": "Assignment: R104=Zevra; R670=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_adjacent-00072", "response_text": "Assignment: R280=Yorin; R258=Veylan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_adjacent-00221", "response_text": "Assignment: R692=Xara; R720=Quist", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_adjacent-00279", "response_text": "Assignment: R896=Werren; R398=Lyrra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_adjacent-00048", "response_text": "Assignment: R234=Falen; R597=Jorra", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_adjacent-00214", "response_text": "Assignment: R574=Hesta; R797=Falen", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_adjacent-00251", "response_text": "Assignment: R403=Hesta; R365=Kest", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_adjacent-00241", "response_text": "Assignment: R735=Veylan; R531=Falen", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_adjacent-00148", "response_text": "Assignment: R274=Ilyan; R574=Meren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_adjacent-00041", "response_text": "Assignment: R310=Sella; R612=Meren", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_adjacent-00036", "response_text": "Assignment: R680=Quist; R170=Aldren", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_adjacent-00012", "response_text": "Assignment: R289=Jorra; R208=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_adjacent-00155", "response_text": "Assignment: R105=Etris; R256=Ilyan", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_adjacent-00234", "response_text": "Assignment: R203=Pevra; R295=Meren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_adjacent-00030", "response_text": "Assignment: R387=Deyra; R621=Corren", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_adjacent-00010", "response_text": "Assignment: R873=Meren; R645=Falen", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_adjacent-00021", "response_text": "Assignment: R130=Gavra; R598=Quist", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_adjacent-00399", "response_text": "Assignment: R507=Orlan; R757=Yorin", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_adjacent-00069", "response_text": "Assignment: R417=Aldren; R156=Gavra", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_adjacent-00392", "response_text": "Assignment: R472=Etris; R697=Etris", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_adjacent-00262", "response_text": "Assignment: R157=Werren; R704=Veylan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_adjacent-00336", "response_text": "Assignment: R848=Rovan; R653=Werren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_adjacent-00290", "response_text": "Assignment: R483=Pevra; R537=Werren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_adjacent-00398", "response_text": "Assignment: R105=Quist; R899=Orlan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_adjacent-00213", "response_text": "Assignment: R655=Xara; R597=Neris", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_adjacent-00345", "response_text": "Assignment: R594=Werren; R520=Meren", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_adjacent-00003", "response_text": "Assignment: R259=Quist; R376=Etris", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_adjacent-00111", "response_text": "Assignment: R434=Werren; R865=Corren", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_adjacent-00046", "response_text": "Assignment: R209=Quist; R196=Kest", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_adjacent-00157", "response_text": "Assignment: R143=Tarin; R183=Lyrra", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_adjacent-00149", "response_text": "Assignment: R532=Hesta; R584=Sella", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_adjacent-00366", "response_text": "Assignment: R478=Uvara; R799=Etris", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_adjacent-00342", "response_text": "Assignment: R601=Ilyan; R509=Zevra", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_adjacent-00028", "response_text": "Assignment: R398=Xara; R218=Quist", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_adjacent-00167", "response_text": "Assignment: R975=Zevra; R433=Sella", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_adjacent-00292", "response_text": "Assignment: R966=Ilyan; R302=Pevra", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_adjacent-00218", "response_text": "Assignment: R539=Neris; R931=Xara", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_adjacent-00184", "response_text": "Assignment: R518=Jorra; R713=Werren", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_adjacent-00331", "response_text": "Assignment: R690=Tarin; R558=Werren", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_adjacent-00059", "response_text": "Assignment: R410=Zevra; R671=Tarin", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_adjacent-00250", "response_text": "Assignment: R305=Tarin; R693=Baska", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_adjacent-00293", "response_text": "Assignment: R154=Veylan; R298=Orlan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_adjacent-00200", "response_text": "Assignment: R201=Jorra; R261=Uvara", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_adjacent-00188", "response_text": "Assignment: R835=Corren; R319=Orlan", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_adjacent-00185", "response_text": "Assignment: R340=Sella; R345=Corren", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_adjacent-00119", "response_text": "Assignment: R400=Pevra; R787=Deyra", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_adjacent-00115", "response_text": "Assignment: R565=Sella; R417=Quist", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_adjacent-00027", "response_text": "Assignment: R637=Falen; R642=Gavra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_adjacent-00237", "response_text": "Assignment: R256=Baska; R877=Deyra", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_adjacent-00108", "response_text": "Assignment: R360=Ilyan; R564=Pevra", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_adjacent-00123", "response_text": "Assignment: R190=Baska; R527=Ilyan", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_adjacent-00387", "response_text": "Assignment: R866=Xara; R540=Aldren", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_adjacent-00175", "response_text": "Assignment: R206=Uvara; R701=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_adjacent-00005", "response_text": "Assignment: R991=Veylan; R600=Zevra", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_adjacent-00153", "response_text": "Assignment: R159=Ilyan; R688=Aldren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_adjacent-00376", "response_text": "Assignment: R697=Werren; R860=Jorra", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_adjacent-00349", "response_text": "Assignment: R216=Hesta; R143=Werren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_adjacent-00282", "response_text": "Assignment: R334=Jorra; R403=Kest", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_adjacent-00195", "response_text": "Assignment: R897=Pevra; R431=Aldren", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_adjacent-00120", "response_text": "Assignment: R973=Sella; R297=Jorra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_adjacent-00083", "response_text": "Assignment: R935=Zevra; R182=Zevra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_adjacent-00080", "response_text": "Assignment: R396=Xara; R597=Uvara", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_adjacent-00247", "response_text": "Assignment: R569=Veylan; R956=Baska", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_adjacent-00169", "response_text": "Assignment: R778=Gavra; R484=Tarin", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_adjacent-00297", "response_text": "Assignment: R612=Tarin; R892=Zevra", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_adjacent-00224", "response_text": "Assignment: R506=Meren; R809=Xara", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_adjacent-00192", "response_text": "Assignment: R323=Etris; R386=Kest", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_adjacent-00198", "response_text": "Assignment: R509=Werren; R406=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_adjacent-00285", "response_text": "Assignment: R704=Pevra; R946=Sella", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_adjacent-00100", "response_text": "Assignment: R146=Gavra; R654=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_adjacent-00380", "response_text": "Assignment: R605=Ilyan; R753=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_adjacent-00019", "response_text": "Assignment: R171=Kest; R439=Lyrra", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_adjacent-00008", "response_text": "Assignment: R267=Kest; R859=Sella", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_adjacent-00132", "response_text": "Assignment: R640=Gavra; R706=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_adjacent-00013", "response_text": "Assignment: R444=Rovan; R438=Xara", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_adjacent-00276", "response_text": "Assignment: R848=Sella; R955=Deyra", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_adjacent-00215", "response_text": "Assignment: R509=Falen; R424=Veylan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_adjacent-00064", "response_text": "Assignment: R689=Lyrra; R572=Deyra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_adjacent-00209", "response_text": "Assignment: R433=Zevra; R206=Ilyan", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_adjacent-00222", "response_text": "Assignment: R680=Etris; R443=Quist", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_adjacent-00038", "response_text": "Assignment: R109=Quist; R363=Gavra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_adjacent-00151", "response_text": "Assignment: R574=Sella; R274=Pevra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_adjacent-00077", "response_text": "Assignment: R827=Ilyan; R290=Kest", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_adjacent-00338", "response_text": "Assignment: R758=Tarin; R420=Aldren", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_adjacent-00283", "response_text": "Assignment: R271=Ilyan; R774=Xara", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_adjacent-00180", "response_text": "Assignment: R178=Aldren; R922=Ilyan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_adjacent-00026", "response_text": "Assignment: R354=Xara; R858=Quist", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_adjacent-00230", "response_text": "Assignment: R867=Xara; R744=Neris", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_adjacent-00147", "response_text": "Assignment: R474=Kest; R552=Quist", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_adjacent-00017", "response_text": "Assignment: R745=Baska; R750=Uvara", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_adjacent-00086", "response_text": "Assignment: R199=Zevra; R756=Orlan", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_adjacent-00311", "response_text": "Assignment: R295=Tarin; R978=Werren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_adjacent-00045", "response_text": "Assignment: R882=Ilyan; R604=Deyra", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_adjacent-00173", "response_text": "Assignment: R236=Deyra; R784=Quist", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_adjacent-00256", "response_text": "Assignment: R823=Veylan; R406=Meren", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_adjacent-00152", "response_text": "Assignment: R411=Lyrra; R443=Werren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_adjacent-00313", "response_text": "Assignment: R859=Ilyan; R615=Uvara", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_adjacent-00097", "response_text": "Assignment: R841=Zevra; R588=Werren", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_adjacent-00238", "response_text": "Assignment: R798=Kest; R198=Deyra", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_adjacent-00104", "response_text": "Assignment: R900=Yorin; R137=Orlan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_adjacent-00096", "response_text": "Assignment: R831=Xara; R815=Falen", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_adjacent-00168", "response_text": "Assignment: R876=Quist; R592=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_adjacent-00304", "response_text": "Assignment: R550=Tarin; R543=Falen", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_adjacent-00372", "response_text": "Assignment: R103=Meren; R813=Etris", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_adjacent-00354", "response_text": "Assignment: R990=Deyra; R271=Kest", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_adjacent-00018", "response_text": "Assignment: R218=Sella; R919=Baska", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_adjacent-00039", "response_text": "Assignment: R491=Neris; R909=Lyrra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_adjacent-00322", "response_text": "Assignment: R150=Quist; R951=Corren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_adjacent-00319", "response_text": "Assignment: R861=Gavra; R837=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_adjacent-00339", "response_text": "Assignment: R268=Xara; R589=Aldren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_adjacent-00321", "response_text": "Assignment: R779=Sella; R637=Veylan", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_adjacent-00126", "response_text": "Assignment: R132=Yorin; R976=Tarin", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_adjacent-00207", "response_text": "Assignment: R994=Uvara; R221=Xara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_adjacent-00007", "response_text": "Assignment: R631=Yorin; R248=Neris", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_adjacent-00384", "response_text": "Assignment: R417=Ilyan; R782=Quist", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_adjacent-00351", "response_text": "Assignment: R527=Meren; R648=Meren", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_adjacent-00261", "response_text": "Assignment: R543=Etris; R413=Deyra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_adjacent-00332", "response_text": "Assignment: R234=Orlan; R215=Deyra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_adjacent-00208", "response_text": "Assignment: R219=Rovan; R202=Corren", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_adjacent-00093", "response_text": "Assignment: R818=Werren; R382=Etris", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_adjacent-00011", "response_text": "Assignment: R568=Falen; R468=Yorin", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_adjacent-00377", "response_text": "Assignment: R942=Xara; R374=Baska", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_adjacent-00063", "response_text": "Assignment: R373=Rovan; R410=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_adjacent-00024", "response_text": "Assignment: R213=Corren; R755=Neris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_adjacent-00299", "response_text": "Assignment: R130=Lyrra; R917=Pevra", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_adjacent-00101", "response_text": "Assignment: R606=Xara; R970=Pevra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_adjacent-00179", "response_text": "Assignment: R275=Ilyan; R874=Gavra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_adjacent-00361", "response_text": "Assignment: R741=Zevra; R345=Etris", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_adjacent-00035", "response_text": "Assignment: R524=Werren; R453=Ilyan", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_adjacent-00121", "response_text": "Assignment: R283=Jorra; R262=Ilyan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_adjacent-00347", "response_text": "Assignment: R258=Aldren; R673=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_adjacent-00307", "response_text": "Assignment: R496=Veylan; R186=Hesta", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_adjacent-00081", "response_text": "Assignment: R579=Falen; R580=Yorin", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_adjacent-00323", "response_text": "Assignment: R636=Pevra; R188=Rovan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_adjacent-00255", "response_text": "Assignment: R366=Falen; R752=Veylan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_adjacent-00317", "response_text": "Assignment: R659=Jorra; R846=Baska", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_adjacent-00275", "response_text": "Assignment: R877=Deyra; R145=Neris", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_adjacent-00002", "response_text": "Assignment: R803=Pevra; R390=Quist", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_adjacent-00073", "response_text": "Assignment: R553=Orlan; R651=Hesta", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_adjacent-00385", "response_text": "Assignment: R814=Uvara; R571=Xara", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_adjacent-00240", "response_text": "Assignment: R833=Neris; R528=Werren", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_adjacent-00270", "response_text": "Assignment: R274=Veylan; R949=Uvara", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_adjacent-00308", "response_text": "Assignment: R750=Neris; R135=Falen", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_adjacent-00373", "response_text": "Assignment: R157=Quist; R846=Yorin", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_adjacent-00125", "response_text": "Assignment: R554=Gavra; R858=Zevra", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_adjacent-00186", "response_text": "Assignment: R600=Ilyan; R981=Rovan", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_adjacent-00109", "response_text": "Assignment: R124=Baska; R727=Werren", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_adjacent-00058", "response_text": "Assignment: R208=Hesta; R987=Xara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_adjacent-00043", "response_text": "Assignment: R335=Veylan; R986=Rovan", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_adjacent-00150", "response_text": "Assignment: R142=Corren; R479=Neris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_adjacent-00025", "response_text": "Assignment: R887=Werren; R928=Rovan", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_adjacent-00142", "response_text": "Assignment: R597=Quist; R714=Zevra", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_adjacent-00381", "response_text": "Assignment: R245=Uvara; R768=Aldren", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_adjacent-00391", "response_text": "Assignment: R656=Baska; R627=Ilyan", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_adjacent-00227", "response_text": "Assignment: R906=Tarin; R346=Jorra", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_adjacent-00037", "response_text": "Assignment: R375=Pevra; R264=Meren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_adjacent-00212", "response_text": "Assignment: R391=Werren; R312=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_adjacent-00156", "response_text": "Assignment: R952=Uvara; R276=Lyrra", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_adjacent-00236", "response_text": "Assignment: R890=Kest; R558=Meren", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_adjacent-00386", "response_text": "Assignment: R507=Aldren; R864=Hesta", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_adjacent-00034", "response_text": "Assignment: R223=Gavra; R188=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_adjacent-00273", "response_text": "Assignment: R483=Sella; R146=Xara", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_adjacent-00201", "response_text": "Assignment: R981=Hesta; R975=Veylan", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_adjacent-00006", "response_text": "Assignment: R505=Uvara; R879=Veylan", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_adjacent-00374", "response_text": "Assignment: R376=Sella; R151=Falen", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_adjacent-00225", "response_text": "Assignment: R258=Neris; R898=Pevra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_adjacent-00067", "response_text": "Assignment: R735=Rovan; R306=Meren", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_adjacent-00129", "response_text": "Assignment: R373=Deyra; R212=Xara", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_adjacent-00367", "response_text": "Assignment: R185=Rovan; R713=Orlan", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_adjacent-00099", "response_text": "Assignment: R257=Xara; R624=Yorin", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_adjacent-00294", "response_text": "Assignment: R494=Tarin; R385=Uvara", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_adjacent-00330", "response_text": "Assignment: R680=Quist; R282=Yorin", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_adjacent-00235", "response_text": "Assignment: R464=Tarin; R132=Werren", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_adjacent-00137", "response_text": "Assignment: R847=Hesta; R544=Werren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_adjacent-00189", "response_text": "Assignment: R620=Rovan; R738=Orlan", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_adjacent-00144", "response_text": "Assignment: R655=Uvara; R591=Falen", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_adjacent-00252", "response_text": "Assignment: R820=Corren; R255=Kest", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_adjacent-00365", "response_text": "Assignment: R793=Quist; R468=Etris", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_adjacent-00066", "response_text": "Assignment: R883=Ilyan; R229=Orlan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_adjacent-00303", "response_text": "Assignment: R561=Etris; R256=Jorra", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_adjacent-00363", "response_text": "Assignment: R945=Tarin; R419=Rovan", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_adjacent-00176", "response_text": "Assignment: R996=Veylan; R991=Etris", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_adjacent-00054", "response_text": "Assignment: R321=Ilyan; R753=Etris", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_adjacent-00265", "response_text": "Assignment: R503=Quist; R763=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_adjacent-00314", "response_text": "Assignment: R489=Meren; R619=Hesta", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_adjacent-00278", "response_text": "Assignment: R811=Hesta; R898=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_adjacent-00076", "response_text": "Assignment: R624=Tarin; R171=Pevra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_adjacent-00049", "response_text": "Assignment: R558=Lyrra; R438=Meren", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_adjacent-00070", "response_text": "Assignment: R304=Xara; R518=Tarin", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_adjacent-00327", "response_text": "Assignment: R202=Veylan; R522=Etris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_adjacent-00199", "response_text": "Assignment: R261=Zevra; R823=Uvara", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_adjacent-00075", "response_text": "Assignment: R453=Aldren; R435=Etris", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_adjacent-00217", "response_text": "Assignment: R235=Pevra; R980=Kest", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_adjacent-00203", "response_text": "Assignment: R828=Uvara; R425=Quist", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_adjacent-00229", "response_text": "Assignment: R924=Gavra; R884=Baska", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_adjacent-00287", "response_text": "Assignment: R257=Sella; R649=Orlan", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_adjacent-00124", "response_text": "Assignment: R789=Kest; R919=Falen", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_adjacent-00164", "response_text": "Assignment: R138=Zevra; R123=Ilyan", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_adjacent-00264", "response_text": "Assignment: R439=Baska; R374=Jorra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_adjacent-00320", "response_text": "Assignment: R348=Yorin; R399=Kest", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_adjacent-00165", "response_text": "Assignment: R389=Kest; R793=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_adjacent-00226", "response_text": "Assignment: R684=Pevra; R394=Etris", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_adjacent-00172", "response_text": "Assignment: R776=Aldren; R744=Quist", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_adjacent-00116", "response_text": "Assignment: R875=Meren; R233=Pevra", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_adjacent-00341", "response_text": "Assignment: R787=Sella; R367=Deyra", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_adjacent-00333", "response_text": "Assignment: R791=Xara; R929=Kest", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_adjacent-00233", "response_text": "Assignment: R245=Hesta; R857=Etris", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_adjacent-00281", "response_text": "Assignment: R463=Zevra; R423=Lyrra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_adjacent-00106", "response_text": "Assignment: R918=Meren; R549=Werren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_adjacent-00130", "response_text": "Assignment: R220=Yorin; R408=Yorin", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_adjacent-00359", "response_text": "Assignment: R665=Orlan; R144=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_adjacent-00047", "response_text": "Assignment: R457=Uvara; R614=Xara", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_adjacent-00033", "response_text": "Assignment: R962=Falen; R829=Lyrra", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_adjacent-00110", "response_text": "Assignment: R998=Deyra; R656=Sella", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_adjacent-00094", "response_text": "Assignment: R778=Deyra; R597=Falen", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_adjacent-00268", "response_text": "Assignment: R836=Orlan; R196=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_adjacent-00134", "response_text": "Assignment: R646=Sella; R995=Baska", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_adjacent-00127", "response_text": "Assignment: R967=Jorra; R375=Xara", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_adjacent-00389", "response_text": "Assignment: R998=Uvara; R223=Werren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_adjacent-00382", "response_text": "Assignment: R170=Jorra; R781=Aldren", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_adjacent-00095", "response_text": "Assignment: R692=Hesta; R643=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_adjacent-00352", "response_text": "Assignment: R805=Jorra; R223=Gavra", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_adjacent-00246", "response_text": "Assignment: R392=Ilyan; R790=Orlan", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_adjacent-00309", "response_text": "Assignment: R131=Werren; R118=Uvara", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_adjacent-00395", "response_text": "Assignment: R559=Baska; R509=Werren", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_adjacent-00291", "response_text": "Assignment: R510=Quist; R874=Aldren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_adjacent-00053", "response_text": "Assignment: R255=Orlan; R985=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_adjacent-00204", "response_text": "Assignment: R165=Ilyan; R540=Gavra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_adjacent-00318", "response_text": "Assignment: R161=Zevra; R537=Baska", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_adjacent-00248", "response_text": "Assignment: R689=Neris; R238=Aldren", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_adjacent-00174", "response_text": "Assignment: R421=Quist; R110=Tarin", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_adjacent-00092", "response_text": "Assignment: R298=Veylan; R367=Baska", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_adjacent-00128", "response_text": "Assignment: R698=Zevra; R628=Kest", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_adjacent-00340", "response_text": "Assignment: R558=Deyra; R469=Rovan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_adjacent-00245", "response_text": "Assignment: R113=Rovan; R332=Quist", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_adjacent-00020", "response_text": "Assignment: R397=Hesta; R735=Meren", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_adjacent-00383", "response_text": "Assignment: R338=Yorin; R723=Rovan", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_adjacent-00356", "response_text": "Assignment: R865=Orlan; R694=Pevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_adjacent-00306", "response_text": "Assignment: R918=Meren; R967=Hesta", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_adjacent-00145", "response_text": "Assignment: R510=Meren; R810=Veylan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_adjacent-00098", "response_text": "Assignment: R309=Meren; R632=Deyra", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_adjacent-00211", "response_text": "Assignment: R588=Tarin; R799=Jorra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_adjacent-00051", "response_text": "Assignment: R614=Corren; R390=Veylan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_adjacent-00397", "response_text": "Assignment: R571=Jorra; R447=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_adjacent-00166", "response_text": "Assignment: R472=Gavra; R541=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_adjacent-00102", "response_text": "Assignment: R570=Lyrra; R132=Deyra", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_adjacent-00288", "response_text": "Assignment: R812=Meren; R899=Neris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_adjacent-00266", "response_text": "Assignment: R783=Orlan; R476=Baska", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_adjacent-00014", "response_text": "Assignment: R300=Etris; R184=Kest", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_adjacent-00362", "response_text": "Assignment: R142=Veylan; R118=Etris", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_adjacent-00133", "response_text": "Assignment: R744=Meren; R351=Yorin", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_adjacent-00312", "response_text": "Assignment: R980=Neris; R588=Meren", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_adjacent-00277", "response_text": "Assignment: R733=Corren; R764=Tarin", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_holdout_agreement.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_agreement-00339", "response_text": "Assignment: R134=Meren; R627=Rovan", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_agreement-00299", "response_text": "Assignment: R713=Pevra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_agreement-00345", "response_text": "Assignment: R479=Pevra", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_agreement-00173", "response_text": "Assignment: R510=Corren", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_agreement-00613", "response_text": "Assignment: R357=Kest; R378=Aldren", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_agreement-00696", "response_text": "Assignment: R283=Yorin; R275=Neris", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_agreement-00017", "response_text": "Assignment: R446=Quist; R112=Baska", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_agreement-00387", "response_text": "Assignment: R158=Xara; R525=Aldren", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_agreement-00128", "response_text": "Assignment: R250=Zevra; R907=Hesta", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_agreement-00193", "response_text": "Assignment: R591=Werren; R350=Lyrra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_agreement-00651", "response_text": "Assignment: R922=Rovan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_agreement-00796", "response_text": "Assignment: R367=Etris; R435=Werren", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_agreement-00552", "response_text": "Assignment: R672=Xara; R458=Yorin", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_agreement-00330", "response_text": "Assignment: R552=Falen; R690=Lyrra", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_agreement-00776", "response_text": "Assignment: R159=Jorra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_agreement-00426", "response_text": "Assignment: R977=Quist; R982=Yorin", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_agreement-00061", "response_text": "Assignment: R835=Lyrra; R621=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_agreement-00742", "response_text": "Assignment: R180=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_agreement-00242", "response_text": "Assignment: R444=Lyrra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_agreement-00397", "response_text": "Assignment: R931=Pevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_agreement-00258", "response_text": "Assignment: R241=Corren; R735=Deyra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_agreement-00292", "response_text": "Assignment: R183=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_agreement-00023", "response_text": "Assignment: R190=Kest", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_agreement-00283", "response_text": "Assignment: R412=Veylan", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_agreement-00778", "response_text": "Assignment: R108=Jorra; R208=Orlan", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_agreement-00741", "response_text": "Assignment: R813=Gavra; R736=Aldren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_agreement-00100", "response_text": "Assignment: R958=Ilyan; R887=Baska", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_agreement-00136", "response_text": "Assignment: R186=Corren; R216=Tarin", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_agreement-00631", "response_text": "Assignment: R515=Aldren; R733=Pevra", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_agreement-00210", "response_text": "Assignment: R744=Etris; R823=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_agreement-00182", "response_text": "Assignment: R850=Veylan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_agreement-00225", "response_text": "Assignment: R164=Jorra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_agreement-00398", "response_text": "Assignment: R580=Ilyan; R696=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_agreement-00766", "response_text": "Assignment: R843=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_agreement-00220", "response_text": "Assignment: R942=Lyrra; R610=Kest", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_agreement-00773", "response_text": "Assignment: R563=Pevra; R560=Etris", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_agreement-00217", "response_text": "Assignment: R187=Etris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_agreement-00243", "response_text": "Assignment: R624=Gavra; R120=Meren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_agreement-00743", "response_text": "Assignment: R792=Meren; R640=Hesta", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_agreement-00526", "response_text": "Assignment: R813=Etris; R306=Deyra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_agreement-00794", "response_text": "Assignment: R792=Baska; R908=Pevra", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_agreement-00185", "response_text": "Assignment: R623=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_agreement-00349", "response_text": "Assignment: R429=Kest; R932=Falen", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_agreement-00060", "response_text": "Assignment: R665=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_agreement-00131", "response_text": "Assignment: R204=Gavra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_agreement-00054", "response_text": "Assignment: R333=Etris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_agreement-00717", "response_text": "Assignment: R452=Veylan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_agreement-00113", "response_text": "Assignment: R169=Rovan; R171=Baska", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_agreement-00300", "response_text": "Assignment: R434=Xara", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_agreement-00757", "response_text": "Assignment: R404=Baska; R724=Orlan", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_agreement-00159", "response_text": "Assignment: R464=Deyra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_agreement-00027", "response_text": "Assignment: R895=Uvara; R279=Orlan", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_agreement-00758", "response_text": "Assignment: R272=Baska", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_agreement-00722", "response_text": "Assignment: R622=Lyrra; R639=Uvara", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_agreement-00011", "response_text": "Assignment: R326=Quist", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_agreement-00399", "response_text": "Assignment: R317=Veylan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_agreement-00227", "response_text": "Assignment: R525=Baska; R643=Lyrra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_agreement-00282", "response_text": "Assignment: R165=Yorin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_agreement-00401", "response_text": "Assignment: R282=Etris; R290=Zevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_agreement-00496", "response_text": "Assignment: R506=Yorin", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_agreement-00052", "response_text": "Assignment: R553=Pevra", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_agreement-00453", "response_text": "Assignment: R442=Sella; R552=Kest", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_agreement-00509", "response_text": "Assignment: R243=Veylan; R302=Kest", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_agreement-00750", "response_text": "Assignment: R735=Xara; R996=Pevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_agreement-00635", "response_text": "Assignment: R780=Orlan; R959=Yorin", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_agreement-00636", "response_text": "Assignment: R244=Sella", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_agreement-00343", "response_text": "Assignment: R772=Lyrra; R852=Werren", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_agreement-00303", "response_text": "Assignment: R640=Etris; R381=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_agreement-00605", "response_text": "Assignment: R614=Pevra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_agreement-00541", "response_text": "Assignment: R601=Aldren; R315=Orlan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_agreement-00573", "response_text": "Assignment: R213=Uvara; R192=Sella", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_agreement-00627", "response_text": "Assignment: R814=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_agreement-00612", "response_text": "Assignment: R483=Kest", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_agreement-00047", "response_text": "Assignment: R108=Jorra; R505=Corren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_agreement-00250", "response_text": "Assignment: R210=Baska; R147=Kest", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_agreement-00057", "response_text": "Assignment: R908=Falen", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_agreement-00739", "response_text": "Assignment: R272=Pevra; R463=Gavra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_agreement-00268", "response_text": "Assignment: R151=Aldren; R860=Yorin", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_agreement-00598", "response_text": "Assignment: R839=Hesta; R931=Baska", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_agreement-00608", "response_text": "Assignment: R516=Pevra; R826=Werren", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_agreement-00759", "response_text": "Assignment: R398=Aldren; R498=Jorra", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_agreement-00475", "response_text": "Assignment: R895=Veylan; R992=Gavra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_agreement-00369", "response_text": "Assignment: R747=Yorin; R793=Rovan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_agreement-00543", "response_text": "Assignment: R675=Pevra; R215=Baska", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_agreement-00272", "response_text": "Assignment: R622=Yorin; R928=Xara", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_agreement-00241", "response_text": "Assignment: R217=Kest; R460=Quist", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_agreement-00032", "response_text": "Assignment: R278=Aldren; R983=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_agreement-00497", "response_text": "Assignment: R368=Ilyan; R235=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_agreement-00141", "response_text": "Assignment: R220=Etris; R590=Uvara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_agreement-00224", "response_text": "Assignment: R536=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_agreement-00583", "response_text": "Assignment: R539=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_agreement-00328", "response_text": "Assignment: R261=Quist", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_agreement-00791", "response_text": "Assignment: R359=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_agreement-00746", "response_text": "Assignment: R448=Gavra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_agreement-00517", "response_text": "Assignment: R677=Lyrra; R228=Pevra", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_agreement-00654", "response_text": "Assignment: R127=Neris; R282=Aldren", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_agreement-00289", "response_text": "Assignment: R859=Gavra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_agreement-00603", "response_text": "Assignment: R257=Sella", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_agreement-00716", "response_text": "Assignment: R555=Ilyan; R896=Hesta", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_agreement-00196", "response_text": "Assignment: R604=Pevra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_agreement-00408", "response_text": "Assignment: R713=Jorra; R381=Werren", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_agreement-00254", "response_text": "Assignment: R456=Uvara", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_agreement-00740", "response_text": "Assignment: R267=Kest", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_agreement-00308", "response_text": "Assignment: R493=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_agreement-00431", "response_text": "Assignment: R109=Rovan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_agreement-00565", "response_text": "Assignment: R496=Veylan; R303=Lyrra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_agreement-00590", "response_text": "Assignment: R548=Quist", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_agreement-00558", "response_text": "Assignment: R335=Baska", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_agreement-00702", "response_text": "Assignment: R133=Gavra; R113=Zevra", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_agreement-00619", "response_text": "Assignment: R382=Gavra", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_agreement-00154", "response_text": "Assignment: R158=Meren", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_agreement-00655", "response_text": "Assignment: R477=Rovan; R544=Kest", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_agreement-00554", "response_text": "Assignment: R612=Aldren", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_agreement-00576", "response_text": "Assignment: R272=Falen; R401=Kest", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_agreement-00123", "response_text": "Assignment: R542=Xara; R284=Pevra", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_agreement-00410", "response_text": "Assignment: R784=Deyra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_agreement-00556", "response_text": "Assignment: R615=Falen", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_agreement-00694", "response_text": "Assignment: R766=Deyra", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_agreement-00412", "response_text": "Assignment: R714=Sella", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_agreement-00714", "response_text": "Assignment: R790=Pevra", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_agreement-00028", "response_text": "Assignment: R488=Zevra; R924=Quist", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_agreement-00390", "response_text": "Assignment: R270=Lyrra; R293=Deyra", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_agreement-00405", "response_text": "Assignment: R690=Hesta; R472=Baska", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_agreement-00039", "response_text": "Assignment: R177=Xara; R573=Aldren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_agreement-00104", "response_text": "Assignment: R313=Orlan", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_agreement-00438", "response_text": "Assignment: R648=Orlan; R861=Etris", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_agreement-00421", "response_text": "Assignment: R496=Yorin; R646=Gavra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_agreement-00733", "response_text": "Assignment: R635=Zevra; R700=Lyrra", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_agreement-00495", "response_text": "Assignment: R762=Deyra", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_agreement-00098", "response_text": "Assignment: R636=Jorra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_agreement-00424", "response_text": "Assignment: R189=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_agreement-00727", "response_text": "Assignment: R839=Hesta; R194=Meren", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_agreement-00286", "response_text": "Assignment: R434=Falen; R571=Uvara", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_agreement-00458", "response_text": "Assignment: R567=Gavra; R446=Falen", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_agreement-00273", "response_text": "Assignment: R852=Hesta", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_agreement-00008", "response_text": "Assignment: R149=Hesta", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_agreement-00688", "response_text": "Assignment: R670=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_agreement-00009", "response_text": "Assignment: R202=Gavra; R454=Tarin", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_agreement-00375", "response_text": "Assignment: R287=Jorra; R151=Rovan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_agreement-00611", "response_text": "Assignment: R512=Kest; R751=Lyrra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_agreement-00726", "response_text": "Assignment: R839=Werren; R954=Pevra", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_agreement-00320", "response_text": "Assignment: R974=Yorin; R103=Uvara", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_agreement-00310", "response_text": "Assignment: R566=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_agreement-00589", "response_text": "Assignment: R461=Xara", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_agreement-00767", "response_text": "Assignment: R503=Hesta; R805=Kest", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_agreement-00118", "response_text": "Assignment: R966=Falen", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_agreement-00493", "response_text": "Assignment: R795=Ilyan; R515=Xara", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_agreement-00385", "response_text": "Assignment: R495=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_agreement-00033", "response_text": "Assignment: R295=Uvara; R679=Baska", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_agreement-00662", "response_text": "Assignment: R700=Deyra", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_agreement-00618", "response_text": "Assignment: R183=Baska; R528=Jorra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_agreement-00151", "response_text": "Assignment: R206=Quist", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_agreement-00201", "response_text": "Assignment: R939=Jorra", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_agreement-00213", "response_text": "Assignment: R256=Aldren", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_agreement-00071", "response_text": "Assignment: R178=Uvara", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_agreement-00730", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_agreement-00780", "response_text": "Assignment: R828=Tarin", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_agreement-00704", "response_text": "Assignment: R451=Deyra; R521=Jorra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_agreement-00126", "response_text": "Assignment: R292=Tarin; R931=Pevra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_agreement-00672", "response_text": "Assignment: R688=Yorin; R640=Aldren", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_agreement-00247", "response_text": "Assignment: R794=Corren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_agreement-00504", "response_text": "Assignment: R602=Lyrra", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_agreement-00721", "response_text": "Assignment: R961=Rovan", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_agreement-00734", "response_text": "Assignment: R578=Kest; R980=Etris", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_agreement-00484", "response_text": "Assignment: R571=Neris", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_agreement-00735", "response_text": "Assignment: R417=Sella", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_agreement-00413", "response_text": "Assignment: R284=Quist; R812=Zevra", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_agreement-00265", "response_text": "Assignment: R250=Lyrra; R732=Rovan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_agreement-00629", "response_text": "Assignment: R216=Orlan", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_agreement-00582", "response_text": "Assignment: R258=Quist; R980=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_agreement-00329", "response_text": "Assignment: R383=Meren; R676=Deyra", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_agreement-00640", "response_text": "Assignment: R236=Deyra", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_agreement-00596", "response_text": "Assignment: R261=Veylan", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_agreement-00572", "response_text": "Assignment: R776=Meren", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_agreement-00403", "response_text": "Assignment: R334=Orlan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_agreement-00101", "response_text": "Assignment: R773=Meren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_agreement-00615", "response_text": "Assignment: R249=Uvara", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_agreement-00155", "response_text": "Assignment: R624=Meren; R434=Xara", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_agreement-00316", "response_text": "Assignment: R135=Kest; R903=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_agreement-00666", "response_text": "Assignment: R709=Orlan; R346=Etris", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_agreement-00512", "response_text": "Assignment: R634=Ilyan; R335=Lyrra", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_agreement-00256", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_agreement-00691", "response_text": "Assignment: R404=Yorin; R465=Sella", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_agreement-00761", "response_text": "Assignment: R498=Etris", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_agreement-00784", "response_text": "Assignment: R716=Hesta", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_agreement-00592", "response_text": "Assignment: R283=Zevra; R523=Uvara", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_agreement-00518", "response_text": "Assignment: R307=Jorra", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_agreement-00422", "response_text": "Assignment: R240=Rovan", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_agreement-00167", "response_text": "Assignment: R479=Veylan; R961=Ilyan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_agreement-00219", "response_text": "Assignment: R980=Uvara; R255=Ilyan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_agreement-00675", "response_text": "Assignment: R937=Meren", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_agreement-00253", "response_text": "Assignment: R533=Xara; R954=Veylan", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_agreement-00535", "response_text": "Assignment: R646=Etris", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_agreement-00088", "response_text": "Assignment: R771=Veylan; R772=Corren", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_agreement-00197", "response_text": "Assignment: R528=Baska; R205=Deyra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_agreement-00479", "response_text": "Assignment: R987=Werren; R844=Rovan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_agreement-00340", "response_text": "Assignment: R586=Sella; R472=Ilyan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_agreement-00350", "response_text": "Assignment: R961=Aldren", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_agreement-00480", "response_text": "Assignment: R556=Jorra", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_agreement-00616", "response_text": "Assignment: R551=Gavra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_agreement-00508", "response_text": "Assignment: R985=Ilyan", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_agreement-00621", "response_text": "Assignment: R400=Meren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_agreement-00488", "response_text": "Assignment: R798=Deyra; R704=Etris", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_agreement-00699", "response_text": "Assignment: R457=Rovan; R367=Orlan", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_agreement-00569", "response_text": "Assignment: R848=Baska; R425=Falen", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_agreement-00461", "response_text": "Assignment: R912=Corren; R137=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_agreement-00092", "response_text": "Assignment: R923=Pevra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_agreement-00737", "response_text": "Assignment: R949=Uvara; R762=Jorra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_agreement-00056", "response_text": "Assignment: R683=Yorin; R995=Sella", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_agreement-00580", "response_text": "Assignment: R675=Neris", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_agreement-00674", "response_text": "Assignment: R218=Zevra", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_agreement-00638", "response_text": "Assignment: R987=Tarin; R719=Corren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_agreement-00560", "response_text": "Assignment: R642=Rovan; R338=Baska", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_agreement-00288", "response_text": "Assignment: R564=Hesta; R594=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_agreement-00031", "response_text": "Assignment: R218=Baska", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_agreement-00070", "response_text": "Assignment: R586=Pevra; R454=Hesta", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_agreement-00063", "response_text": "Assignment: R366=Sella; R987=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_agreement-00392", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_agreement-00792", "response_text": "Assignment: R719=Tarin; R838=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_agreement-00682", "response_text": "Assignment: R348=Deyra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_agreement-00335", "response_text": "Assignment: R729=Neris; R124=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_agreement-00441", "response_text": "Assignment: R857=Baska", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_agreement-00295", "response_text": "Assignment: R699=Neris", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_agreement-00600", "response_text": "Assignment: R192=Orlan; R601=Neris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_agreement-00382", "response_text": "Assignment: R765=Lyrra; R885=Baska", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_agreement-00195", "response_text": "Assignment: R441=Yorin", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_agreement-00667", "response_text": "Assignment: R651=Orlan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_agreement-00744", "response_text": "Assignment: R997=Lyrra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_agreement-00503", "response_text": "Assignment: R444=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_agreement-00161", "response_text": "Assignment: R383=Sella; R826=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_agreement-00686", "response_text": "Assignment: R220=Baska", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_agreement-00731", "response_text": "Assignment: R870=Rovan; R239=Yorin", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_agreement-00108", "response_text": "Assignment: R612=Orlan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_agreement-00229", "response_text": "Assignment: R410=Jorra; R949=Xara", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_agreement-00277", "response_text": "Assignment: R512=Sella; R606=Veylan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_agreement-00318", "response_text": "Assignment: R357=Uvara", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_agreement-00149", "response_text": "Assignment: R732=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_agreement-00728", "response_text": "Assignment: R499=Aldren", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_agreement-00324", "response_text": "Assignment: R399=Jorra", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_agreement-00133", "response_text": "Assignment: R434=Falen; R376=Sella", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_agreement-00317", "response_text": "Assignment: R225=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_agreement-00642", "response_text": "Assignment: R153=Sella", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_agreement-00393", "response_text": "Assignment: R185=Falen; R984=Corren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_agreement-00584", "response_text": "Assignment: R593=Kest; R109=Veylan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_agreement-00314", "response_text": "Assignment: R506=Tarin; R716=Lyrra", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_agreement-00186", "response_text": "Assignment: R167=Pevra; R905=Werren", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_agreement-00116", "response_text": "Assignment: R441=Etris; R178=Gavra", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_agreement-00549", "response_text": "Assignment: R246=Meren; R725=Pevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_agreement-00763", "response_text": "Assignment: R397=Uvara; R290=Baska", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_agreement-00102", "response_text": "Assignment: R436=Uvara", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_agreement-00693", "response_text": "Assignment: R782=Tarin; R903=Corren", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_agreement-00567", "response_text": "Assignment: R265=Quist", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_agreement-00782", "response_text": "Assignment: R277=Corren; R553=Falen", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_agreement-00389", "response_text": "Assignment: R124=Uvara", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_agreement-00205", "response_text": "Assignment: R983=Rovan", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_agreement-00216", "response_text": "Assignment: R701=Kest; R818=Zevra", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_agreement-00557", "response_text": "Assignment: R804=Jorra; R725=Werren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_agreement-00381", "response_text": "Assignment: R112=Corren", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_agreement-00094", "response_text": "Assignment: R915=Zevra; R574=Uvara", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_agreement-00037", "response_text": "Assignment: R136=Pevra; R904=Uvara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_agreement-00478", "response_text": "Assignment: R113=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_agreement-00687", "response_text": "Assignment: R955=Rovan; R195=Werren", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_agreement-00745", "response_text": "Assignment: R365=Lyrra; R151=Veylan", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_agreement-00007", "response_text": "Assignment: R604=Jorra; R842=Gavra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_agreement-00138", "response_text": "Assignment: R634=Ilyan", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_agreement-00779", "response_text": "Assignment: R223=Falen", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_agreement-00148", "response_text": "Assignment: R398=Corren; R231=Tarin", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_agreement-00086", "response_text": "Assignment: R125=Xara", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_agreement-00738", "response_text": "Assignment: R336=Uvara", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_agreement-00144", "response_text": "Assignment: R848=Ilyan", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_agreement-00506", "response_text": "Assignment: R426=Etris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_agreement-00239", "response_text": "Assignment: R297=Meren; R101=Baska", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_agreement-00760", "response_text": "Assignment: R556=Sella; R126=Quist", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_agreement-00768", "response_text": "Assignment: R291=Aldren; R321=Xara", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_agreement-00683", "response_text": "Assignment: R957=Veylan; R771=Corren", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_agreement-00591", "response_text": "Assignment: R169=Gavra; R434=Sella", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_agreement-00486", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_agreement-00630", "response_text": "Assignment: R148=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_agreement-00319", "response_text": "Assignment: R194=Ilyan; R236=Sella", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_agreement-00082", "response_text": "Assignment: R724=Hesta; R384=Deyra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_agreement-00275", "response_text": "Assignment: R380=Tarin; R941=Veylan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_agreement-00166", "response_text": "Assignment: R660=Werren", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_agreement-00452", "response_text": "Assignment: R801=Meren", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_agreement-00341", "response_text": "Assignment: R755=Falen", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_agreement-00165", "response_text": "Assignment: R511=Ilyan; R135=Hesta", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_agreement-00705", "response_text": "Assignment: R522=Corren", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_agreement-00311", "response_text": "Assignment: R533=Neris; R599=Sella", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_agreement-00574", "response_text": "Assignment: R415=Werren; R490=Rovan", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_agreement-00634", "response_text": "Assignment: R495=Falen", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_agreement-00076", "response_text": "Assignment: R142=Baska", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_agreement-00799", "response_text": "Assignment: R168=Werren", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_agreement-00544", "response_text": "Assignment: R423=Orlan", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_agreement-00281", "response_text": "Assignment: R149=Yorin; R898=Etris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_agreement-00269", "response_text": "Assignment: R931=Falen; R148=Sella", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_agreement-00516", "response_text": "Assignment: R685=Deyra; R271=Zevra", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_agreement-00376", "response_text": "Assignment: R886=Deyra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_agreement-00142", "response_text": "Assignment: R708=Quist; R219=Kest", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_agreement-00351", "response_text": "Assignment: R541=Deyra; R637=Tarin", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_agreement-00001", "response_text": "Assignment: R305=Lyrra; R163=Tarin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_agreement-00595", "response_text": "Assignment: R445=Rovan; R148=Deyra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_agreement-00064", "response_text": "Assignment: R739=Baska; R166=Uvara", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_agreement-00096", "response_text": "Assignment: R339=Zevra; R461=Tarin", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_agreement-00179", "response_text": "Assignment: R851=Rovan", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_agreement-00528", "response_text": "Assignment: R384=Werren", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_agreement-00067", "response_text": "Assignment: R774=Hesta; R108=Quist", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_agreement-00036", "response_text": "Assignment: R573=Falen", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_agreement-00378", "response_text": "Assignment: R441=Hesta; R908=Pevra", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_agreement-00125", "response_text": "Assignment: R418=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_agreement-00342", "response_text": "Assignment: R474=Jorra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_agreement-00628", "response_text": "Assignment: R150=Deyra; R227=Gavra", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_agreement-00537", "response_text": "Assignment: R391=Tarin", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_agreement-00487", "response_text": "Assignment: R254=Quist; R681=Etris", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_agreement-00019", "response_text": "Assignment: R225=Tarin", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_agreement-00747", "response_text": "Assignment: R460=Kest; R818=Rovan", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_agreement-00536", "response_text": "Assignment: R788=Yorin; R181=Neris", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_agreement-00435", "response_text": "Assignment: R703=Tarin", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_agreement-00723", "response_text": "Assignment: R119=Werren; R136=Hesta", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_agreement-00207", "response_text": "Assignment: R292=Lyrra; R896=Quist", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_agreement-00411", "response_text": "Assignment: R694=Lyrra; R563=Xara", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_agreement-00720", "response_text": "Assignment: R783=Lyrra", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_agreement-00231", "response_text": "Assignment: R193=Quist; R630=Corren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_agreement-00348", "response_text": "Assignment: R588=Tarin", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_agreement-00363", "response_text": "Assignment: R965=Baska", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_agreement-00331", "response_text": "Assignment: R342=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_agreement-00774", "response_text": "Assignment: R867=Rovan; R818=Corren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_agreement-00463", "response_text": "Assignment: R881=Ilyan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_agreement-00358", "response_text": "Assignment: R496=Kest; R925=Baska", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_agreement-00200", "response_text": "Assignment: R358=Tarin; R127=Meren", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_agreement-00287", "response_text": "Assignment: R950=Corren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_agreement-00521", "response_text": "Assignment: R451=Corren; R668=Meren", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_agreement-00221", "response_text": "Assignment: R255=Xara; R134=Ilyan", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_agreement-00404", "response_text": "Assignment: R464=Corren; R212=Meren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_agreement-00336", "response_text": "Assignment: R588=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_agreement-00248", "response_text": "Assignment: R492=Rovan; R600=Jorra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_agreement-00701", "response_text": "Assignment: R520=Orlan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_agreement-00169", "response_text": "Assignment: R547=Etris", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_agreement-00228", "response_text": "Assignment: R728=Quist", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_agreement-00255", "response_text": "Assignment: R442=Ilyan; R906=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_agreement-00380", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_agreement-00171", "response_text": "Assignment: R406=Falen; R433=Aldren", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_agreement-00606", "response_text": "Assignment: R910=Xara; R665=Etris", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_agreement-00419", "response_text": "Assignment: R384=Deyra", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_agreement-00700", "response_text": "Assignment: R911=Deyra", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_agreement-00617", "response_text": "Assignment: R497=Pevra; R687=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_agreement-00653", "response_text": "Assignment: R912=Uvara", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_agreement-00471", "response_text": "Assignment: R293=Falen; R809=Quist", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_agreement-00416", "response_text": "Assignment: R662=Ilyan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_agreement-00499", "response_text": "Assignment: R472=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_agreement-00368", "response_text": "Assignment: R325=Rovan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_agreement-00261", "response_text": "Assignment: R234=Falen", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_agreement-00534", "response_text": "Assignment: R518=Werren; R621=Aldren", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_agreement-00058", "response_text": "Assignment: R405=Gavra; R780=Werren", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_agreement-00515", "response_text": "Assignment: R973=Quist; R807=Falen", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_agreement-00785", "response_text": "Assignment: R797=Hesta; R435=Gavra", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_agreement-00163", "response_text": "Assignment: R354=Deyra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_agreement-00192", "response_text": "Assignment: R716=Neris; R905=Aldren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_agreement-00211", "response_text": "Assignment: R214=Etris; R503=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_agreement-00294", "response_text": "Assignment: R995=Meren; R384=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_agreement-00252", "response_text": "Assignment: R755=Werren", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_agreement-00594", "response_text": "Assignment: R184=Hesta", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_agreement-00321", "response_text": "Assignment: R140=Pevra", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_agreement-00529", "response_text": "Assignment: R835=Meren; R217=Aldren", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_agreement-00002", "response_text": "Assignment: R477=Sella", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_agreement-00204", "response_text": "Assignment: R922=Orlan", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_agreement-00323", "response_text": "Assignment: R253=Etris", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_agreement-00765", "response_text": "Assignment: R306=Quist", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_agreement-00485", "response_text": "Assignment: R253=Tarin; R280=Orlan", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_agreement-00119", "response_text": "Assignment: R398=Sella; R806=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_agreement-00391", "response_text": "Assignment: R443=Rovan; R755=Aldren", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_agreement-00423", "response_text": "Assignment: R355=Kest", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_agreement-00578", "response_text": "Assignment: R697=Veylan", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_agreement-00150", "response_text": "Assignment: R419=Etris; R415=Orlan", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_agreement-00772", "response_text": "Assignment: R930=Werren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_agreement-00366", "response_text": "Assignment: R117=Meren", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_agreement-00093", "response_text": "Assignment: R645=Rovan; R308=Baska", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_agreement-00384", "response_text": "Assignment: R546=Baska; R220=Gavra", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_agreement-00548", "response_text": "Assignment: R936=Rovan", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_agreement-00790", "response_text": "Assignment: R789=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_agreement-00676", "response_text": "Assignment: R924=Zevra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_agreement-00313", "response_text": "Assignment: R323=Rovan; R739=Lyrra", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_agreement-00251", "response_text": "Assignment: R153=Hesta", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_agreement-00209", "response_text": "Assignment: R892=Falen", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_agreement-00360", "response_text": "Assignment: R874=Hesta; R722=Quist", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_agreement-00188", "response_text": "Assignment: R840=Aldren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_agreement-00259", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_agreement-00089", "response_text": "Assignment: R734=Zevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_agreement-00371", "response_text": "Assignment: R985=Yorin; R439=Pevra", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_agreement-00206", "response_text": "Assignment: R993=Kest; R347=Falen", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_agreement-00470", "response_text": "Assignment: R376=Yorin", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_agreement-00290", "response_text": "Assignment: R797=Etris; R215=Orlan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_agreement-00525", "response_text": "Assignment: R859=Ilyan", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_agreement-00420", "response_text": "Assignment: R267=Etris; R635=Werren", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_agreement-00312", "response_text": "Assignment: R708=Aldren", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_agreement-00066", "response_text": "Assignment: R336=Zevra", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_agreement-00132", "response_text": "Assignment: R219=Xara; R325=Orlan", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_agreement-00293", "response_text": "Assignment: R803=Uvara; R948=Meren", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_agreement-00695", "response_text": "Assignment: R744=Hesta; R852=Uvara", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_agreement-00238", "response_text": "Assignment: R214=Uvara", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_agreement-00364", "response_text": "Assignment: R403=Hesta; R809=Ilyan", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_agreement-00639", "response_text": "Assignment: R847=Neris", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_agreement-00084", "response_text": "Assignment: R465=Baska; R696=Hesta", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_agreement-00016", "response_text": "Assignment: R343=Hesta", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_agreement-00502", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_agreement-00356", "response_text": "Assignment: R112=Werren", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_agreement-00172", "response_text": "Assignment: R278=Veylan; R662=Corren", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_agreement-00146", "response_text": "Assignment: R505=Corren; R309=Rovan", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_agreement-00659", "response_text": "Assignment: R364=Meren; R685=Yorin", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_agreement-00327", "response_text": "Assignment: R116=Veylan; R197=Gavra", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_agreement-00214", "response_text": "Assignment: R986=Yorin; R225=Kest", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_agreement-00523", "response_text": "Assignment: R382=Jorra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_agreement-00105", "response_text": "Assignment: R840=Falen; R529=Orlan", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_agreement-00764", "response_text": "Assignment: R125=Hesta; R761=Rovan", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_agreement-00713", "response_text": "Assignment: R116=Pevra", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_agreement-00519", "response_text": "Assignment: R777=Corren", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_agreement-00680", "response_text": "Assignment: R550=Gavra", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_agreement-00593", "response_text": "Assignment: R681=Xara", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_agreement-00156", "response_text": "Assignment: R279=Orlan", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_agreement-00296", "response_text": "Assignment: R413=Rovan; R902=Orlan", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_agreement-00073", "response_text": "Assignment: R475=Aldren; R307=Rovan", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_agreement-00003", "response_text": "Assignment: R447=Baska", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_agreement-00015", "response_text": "Assignment: R646=Meren; R959=Xara", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_agreement-00187", "response_text": "Assignment: R683=Baska; R282=Veylan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_agreement-00202", "response_text": "Assignment: R369=Gavra; R420=Hesta", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_agreement-00436", "response_text": "Assignment: R357=Jorra", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_agreement-00641", "response_text": "Assignment: R621=Yorin; R357=Aldren", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_agreement-00042", "response_text": "Assignment: R690=Zevra; R754=Pevra", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_agreement-00450", "response_text": "Assignment: R918=Gavra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_agreement-00719", "response_text": "Assignment: R548=Yorin", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_agreement-00571", "response_text": "Assignment: R318=Etris", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_agreement-00085", "response_text": "Assignment: R755=Neris", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_agreement-00649", "response_text": "Assignment: R415=Quist; R337=Rovan", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_agreement-00685", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_agreement-00135", "response_text": "Assignment: R224=Yorin", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_agreement-00199", "response_text": "Assignment: R521=Uvara; R941=Orlan", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_agreement-00748", "response_text": "Assignment: R256=Zevra", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_agreement-00386", "response_text": "Assignment: R773=Etris", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_agreement-00180", "response_text": "Assignment: R501=Rovan", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_agreement-00264", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_agreement-00459", "response_text": "Assignment: R289=Rovan", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_agreement-00752", "response_text": "Assignment: R459=Corren; R791=Kest", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_agreement-00233", "response_text": "Assignment: R451=Aldren; R330=Neris", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_agreement-00357", "response_text": "Assignment: R357=Baska; R686=Meren", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_agreement-00143", "response_text": "Assignment: R619=Tarin", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_agreement-00786", "response_text": "Assignment: R974=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_agreement-00276", "response_text": "Assignment: R724=Pevra", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_agreement-00044", "response_text": "Assignment: R524=Pevra; R992=Aldren", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_agreement-00074", "response_text": "Assignment: R348=Rovan", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_agreement-00110", "response_text": "Assignment: R629=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_agreement-00601", "response_text": "Assignment: R444=Lyrra; R239=Gavra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_agreement-00183", "response_text": "Assignment: R710=Tarin; R385=Veylan", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_agreement-00448", "response_text": "Assignment: R485=Lyrra", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_agreement-00692", "response_text": "Assignment: R714=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_agreement-00090", "response_text": "Assignment: R895=Yorin; R747=Gavra", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_agreement-00059", "response_text": "Assignment: R182=Veylan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_agreement-00038", "response_text": "Assignment: R894=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_agreement-00388", "response_text": "Assignment: R957=Deyra", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_agreement-00793", "response_text": "Assignment: R201=Pevra", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_agreement-00383", "response_text": "Assignment: R729=Veylan; R103=Deyra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_agreement-00658", "response_text": "Assignment: R272=Orlan; R506=Lyrra", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_agreement-00798", "response_text": "Assignment: R182=Uvara", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_agreement-00266", "response_text": "Assignment: R615=Kest; R682=Sella", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_agreement-00234", "response_text": "Assignment: R454=Quist; R475=Uvara", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_agreement-00083", "response_text": "Assignment: R531=Pevra", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_agreement-00198", "response_text": "Assignment: R657=Quist", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_agreement-00550", "response_text": "Assignment: R107=Lyrra", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_agreement-00068", "response_text": "Assignment: R928=Lyrra; R645=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_agreement-00670", "response_text": "Assignment: R233=Gavra", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_agreement-00650", "response_text": "Assignment: R810=Neris; R370=Werren", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_agreement-00004", "response_text": "Assignment: R669=Corren", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_agreement-00112", "response_text": "Assignment: R640=Gavra", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_agreement-00657", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_agreement-00230", "response_text": "Assignment: R927=Veylan", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_agreement-00660", "response_text": "Assignment: R754=Lyrra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_agreement-00246", "response_text": "Assignment: R279=Neris", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_agreement-00035", "response_text": "Assignment: R693=Ilyan", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_agreement-00407", "response_text": "Assignment: R155=Neris", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_agreement-00107", "response_text": "Assignment: R406=Quist", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_agreement-00446", "response_text": "Assignment: R961=Tarin; R606=Gavra", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_agreement-00418", "response_text": "Assignment: R625=Orlan; R343=Xara", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_agreement-00498", "response_text": "Assignment: R962=Jorra; R735=Quist", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_agreement-00361", "response_text": "Assignment: R126=Meren; R686=Falen", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_agreement-00510", "response_text": "Assignment: R314=Zevra", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_agreement-00732", "response_text": "Assignment: R819=Werren", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_agreement-00538", "response_text": "Assignment: R435=Rovan", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_agreement-00788", "response_text": "Assignment: R589=Meren; R829=Gavra", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_agreement-00568", "response_text": "Assignment: R627=Yorin", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_agreement-00711", "response_text": "Assignment: R825=Falen", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_agreement-00769", "response_text": "Assignment: R141=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_agreement-00439", "response_text": "Assignment: R844=Xara; R315=Veylan", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_agreement-00770", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_agreement-00080", "response_text": "Assignment: R274=Falen; R522=Zevra", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_agreement-00491", "response_text": "Assignment: R620=Pevra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_agreement-00263", "response_text": "Assignment: R942=Werren; R973=Pevra", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_agreement-00270", "response_text": "Assignment: R447=Orlan", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_agreement-00181", "response_text": "Assignment: R315=Sella; R646=Corren", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_agreement-00040", "response_text": "Assignment: R984=Yorin", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_agreement-00377", "response_text": "Assignment: R135=Aldren; R627=Werren", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_agreement-00449", "response_text": "Assignment: R498=Aldren; R299=Werren", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_agreement-00285", "response_text": "Assignment: R964=Gavra; R562=Corren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_agreement-00168", "response_text": "Assignment: R528=Aldren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_agreement-00524", "response_text": "Assignment: R774=Lyrra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_agreement-00445", "response_text": "Assignment: R485=Tarin", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_agreement-00129", "response_text": "Assignment: R146=Rovan", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_agreement-00122", "response_text": "Assignment: R928=Gavra", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_agreement-00352", "response_text": "Assignment: R529=Gavra", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_agreement-00223", "response_text": "Assignment: R489=Hesta", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_agreement-00164", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_agreement-00646", "response_text": "Assignment: R141=Uvara", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_agreement-00753", "response_text": "Assignment: R798=Corren; R560=Meren", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_agreement-00626", "response_text": "Assignment: R922=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_agreement-00012", "response_text": "Assignment: R215=Lyrra", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_agreement-00434", "response_text": "Assignment: R259=Ilyan; R782=Meren", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_agreement-00278", "response_text": "Assignment: R127=Ilyan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_agreement-00588", "response_text": "Assignment: R265=Hesta; R842=Corren", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_agreement-00625", "response_text": "Assignment: R750=Ilyan; R801=Uvara", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_agreement-00579", "response_text": "Assignment: R971=Werren; R902=Ilyan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_agreement-00175", "response_text": "Assignment: R943=Jorra", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_agreement-00564", "response_text": "Assignment: R443=Etris", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_agreement-00661", "response_text": "Assignment: R228=Neris; R510=Deyra", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_agreement-00473", "response_text": "Assignment: R856=Rovan", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_agreement-00718", "response_text": "Assignment: R870=Xara; R561=Aldren", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_agreement-00673", "response_text": "Assignment: R827=Werren; R446=Pevra", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_agreement-00402", "response_text": "Assignment: R867=Tarin", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_agreement-00344", "response_text": "Assignment: R305=Pevra; R469=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_agreement-00681", "response_text": "Assignment: R269=Orlan; R439=Gavra", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_agreement-00511", "response_text": "Assignment: R727=Etris; R850=Sella", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_agreement-00477", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_agreement-00545", "response_text": "Assignment: R754=Kest; R194=Baska", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_agreement-00170", "response_text": "Assignment: R263=Lyrra; R703=Uvara", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_agreement-00762", "response_text": "Assignment: R326=Gavra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_agreement-00020", "response_text": "Assignment: R734=Hesta", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_agreement-00415", "response_text": "Assignment: R676=Kest; R368=Aldren", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_agreement-00010", "response_text": "Assignment: R170=Hesta; R233=Orlan", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_agreement-00395", "response_text": "Assignment: R461=Sella; R846=Zevra", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_agreement-00724", "response_text": "Assignment: R749=Neris", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_agreement-00566", "response_text": "Assignment: R388=Meren; R422=Yorin", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_agreement-00599", "response_text": "Assignment: R528=Xara; R353=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_agreement-00338", "response_text": "Assignment: R673=Werren; R708=Ilyan", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_agreement-00284", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_agreement-00476", "response_text": "Assignment: R557=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_agreement-00184", "response_text": "Assignment: R364=Deyra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_agreement-00065", "response_text": "Assignment: R963=Ilyan", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_agreement-00226", "response_text": "Assignment: R973=Corren; R224=Sella", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_agreement-00409", "response_text": "Assignment: R994=Veylan", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_agreement-00379", "response_text": "Assignment: R932=Orlan", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_agreement-00474", "response_text": "Assignment: R762=Neris; R298=Jorra", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_agreement-00736", "response_text": "Assignment: R438=Corren", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_agreement-00053", "response_text": "Assignment: R686=Pevra; R707=Lyrra", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_agreement-00121", "response_text": "Assignment: R645=Hesta", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_agreement-00775", "response_text": "Assignment: R868=Pevra", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_agreement-00464", "response_text": "Assignment: R727=Werren; R837=Ilyan", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_agreement-00326", "response_text": "Assignment: R815=Kest", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_agreement-00454", "response_text": "Assignment: R846=Corren", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_agreement-00367", "response_text": "Assignment: R892=Neris; R269=Zevra", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_agreement-00203", "response_text": "Assignment: R917=Orlan", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_agreement-00490", "response_text": "Assignment: R601=Rovan; R732=Orlan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_agreement-00437", "response_text": "Assignment: R991=Orlan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_agreement-00406", "response_text": "Assignment: R140=Lyrra", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_agreement-00237", "response_text": "Assignment: R475=Deyra; R888=Aldren", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_agreement-00240", "response_text": "Assignment: R759=Hesta", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_agreement-00043", "response_text": "Assignment: R536=Baska; R571=Corren", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_agreement-00355", "response_text": "Assignment: R458=Lyrra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_agreement-00394", "response_text": "Assignment: R127=Orlan", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_agreement-00396", "response_text": "Assignment: R956=Meren; R686=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_agreement-00466", "response_text": "Assignment: R249=Lyrra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_agreement-00462", "response_text": "Assignment: R853=Sella", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_agreement-00114", "response_text": "Assignment: R536=Werren; R486=Jorra", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_agreement-00103", "response_text": "Assignment: R417=Etris; R843=Deyra", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_agreement-00022", "response_text": "Assignment: R145=Aldren; R957=Lyrra", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_agreement-00235", "response_text": "Assignment: R852=Falen", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_agreement-00787", "response_text": "Assignment: R733=Tarin; R608=Quist", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_agreement-00124", "response_text": "Assignment: R584=Pevra; R765=Xara", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_agreement-00749", "response_text": "Assignment: R371=Neris; R353=Ilyan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_agreement-00709", "response_text": "Assignment: R761=Uvara; R168=Baska", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_agreement-00467", "response_text": "Assignment: R157=Werren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_agreement-00145", "response_text": "Assignment: R791=Etris; R506=Kest", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_agreement-00069", "response_text": "Assignment: R556=Ilyan", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_agreement-00005", "response_text": "Assignment: R380=Tarin", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_agreement-00620", "response_text": "Assignment: R141=Uvara; R968=Werren", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_agreement-00190", "response_text": "Assignment: R573=Gavra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_agreement-00633", "response_text": "Assignment: R718=Veylan", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_agreement-00045", "response_text": "Assignment: R536=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_agreement-00468", "response_text": "Assignment: R211=Jorra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_agreement-00562", "response_text": "Assignment: R710=Xara", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_agreement-00531", "response_text": "Assignment: R420=Hesta; R203=Aldren", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_agreement-00698", "response_text": "Assignment: R372=Falen", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_agreement-00305", "response_text": "Assignment: R981=Pevra", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_agreement-00162", "response_text": "Assignment: R110=Gavra; R869=Yorin", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_agreement-00176", "response_text": "Assignment: R678=Kest", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_agreement-00372", "response_text": "Assignment: R846=Zevra; R332=Etris", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_agreement-00417", "response_text": "Assignment: R853=Hesta; R731=Meren", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_agreement-00777", "response_text": "Assignment: R914=Baska; R278=Tarin", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_agreement-00527", "response_text": "Assignment: R132=Quist; R932=Gavra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_agreement-00260", "response_text": "Assignment: R675=Gavra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_agreement-00647", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_agreement-00551", "response_text": "Assignment: R854=Xara; R341=Yorin", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_agreement-00581", "response_text": "Assignment: R181=Quist; R534=Gavra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_agreement-00690", "response_text": "Assignment: R371=Quist; R283=Ilyan", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_agreement-00117", "response_text": "Assignment: R405=Tarin", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_agreement-00559", "response_text": "Assignment: R898=Rovan; R797=Deyra", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_agreement-00099", "response_text": "Assignment: R713=Uvara; R914=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_agreement-00513", "response_text": "Assignment: R338=Falen", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_agreement-00624", "response_text": "Assignment: R278=Yorin; R987=Baska", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_agreement-00703", "response_text": "Assignment: R217=Corren; R311=Gavra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_agreement-00362", "response_text": "Assignment: R430=Werren", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_agreement-00291", "response_text": "Assignment: R244=Rovan", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_agreement-00115", "response_text": "Assignment: R519=Neris", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_agreement-00712", "response_text": "Assignment: R870=Falen; R804=Zevra", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_agreement-00610", "response_text": "Assignment: R656=Kest", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_agreement-00514", "response_text": "Assignment: R651=Neris", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_agreement-00072", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_agreement-00024", "response_text": "Assignment: R692=Etris", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_agreement-00644", "response_text": "Assignment: R960=Kest; R753=Xara", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_agreement-00013", "response_text": "Assignment: R789=Ilyan", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_agreement-00428", "response_text": "Assignment: R898=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_agreement-00797", "response_text": "Assignment: R209=Uvara; R688=Corren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_agreement-00520", "response_text": "Assignment: R774=Quist", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_agreement-00751", "response_text": "Assignment: R310=Sella", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_agreement-00301", "response_text": "Assignment: R668=Etris", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_agreement-00547", "response_text": "Assignment: R743=Sella; R193=Hesta", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_agreement-00157", "response_text": "Assignment: R270=Veylan; R313=Neris", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_agreement-00492", "response_text": "Assignment: R340=Uvara; R410=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_agreement-00795", "response_text": "Assignment: R810=Etris", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_agreement-00267", "response_text": "Assignment: R863=Yorin", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_agreement-00078", "response_text": "Assignment: R839=Veylan; R123=Uvara", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_agreement-00783", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_agreement-00334", "response_text": "Assignment: R541=Veylan", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_agreement-00678", "response_text": "Assignment: R405=Falen", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_agreement-00577", "response_text": "Assignment: R672=Gavra", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_agreement-00337", "response_text": "Assignment: R358=Aldren", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_agreement-00427", "response_text": "Assignment: R487=Veylan", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_agreement-00232", "response_text": "Assignment: R480=Sella", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_agreement-00553", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_agreement-00469", "response_text": "Assignment: R741=Hesta; R265=Meren", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_agreement-00354", "response_text": "Assignment: R519=Rovan; R342=Deyra", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_agreement-00440", "response_text": "Assignment: R721=Pevra; R614=Lyrra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_agreement-00095", "response_text": "Assignment: R851=Pevra", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_agreement-00279", "response_text": "Assignment: R447=Baska; R826=Neris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_agreement-00429", "response_text": "Assignment: R137=Falen; R961=Sella", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_agreement-00346", "response_text": "Assignment: R807=Yorin; R284=Werren", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_agreement-00111", "response_text": "Assignment: R288=Hesta; R330=Pevra", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_agreement-00715", "response_text": "Assignment: R792=Tarin; R795=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_agreement-00533", "response_text": "Assignment: R573=Xara; R836=Veylan", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_agreement-00530", "response_text": "Assignment: R809=Meren", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_agreement-00481", "response_text": "Assignment: R147=Rovan; R689=Uvara", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_agreement-00134", "response_text": "Assignment: R396=Xara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_agreement-00632", "response_text": "Assignment: R776=Gavra; R104=Falen", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_agreement-00208", "response_text": "Assignment: R877=Veylan", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_agreement-00218", "response_text": "Assignment: R713=Quist", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_agreement-00456", "response_text": "Assignment: R926=Xara; R552=Yorin", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_agreement-00075", "response_text": "Assignment: R200=Rovan; R761=Hesta", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_agreement-00191", "response_text": "Assignment: R458=Etris; R617=Gavra", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_agreement-00706", "response_text": "Assignment: R951=Aldren; R830=Hesta", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_agreement-00648", "response_text": "Assignment: R413=Corren", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_agreement-00087", "response_text": "Assignment: R467=Jorra; R172=Tarin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_agreement-00139", "response_text": "Assignment: R692=Werren; R270=Corren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_agreement-00322", "response_text": "Assignment: R714=Ilyan; R496=Uvara", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_agreement-00041", "response_text": "Assignment: R415=Yorin", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_agreement-00306", "response_text": "Assignment: R110=Jorra; R151=Pevra", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_agreement-00315", "response_text": "Assignment: R787=Deyra", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_agreement-00081", "response_text": "Assignment: R326=Aldren", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_agreement-00465", "response_text": "Assignment: R777=Werren; R969=Yorin", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_agreement-00271", "response_text": "Assignment: R513=Lyrra", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_agreement-00460", "response_text": "Assignment: R555=Corren; R887=Baska", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_agreement-00443", "response_text": "Assignment: R181=Corren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_agreement-00048", "response_text": "Assignment: R753=Werren; R858=Zevra", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_agreement-00455", "response_text": "Assignment: R765=Gavra; R435=Quist", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_agreement-00665", "response_text": "Assignment: R163=Quist", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_agreement-00604", "response_text": "Assignment: R254=Baska", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_agreement-00189", "response_text": "Assignment: R654=Rovan; R437=Pevra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_agreement-00178", "response_text": "Assignment: R226=Quist; R690=Falen", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_agreement-00483", "response_text": "Assignment: R872=Pevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_agreement-00245", "response_text": "Assignment: R918=Falen; R151=Werren", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_agreement-00539", "response_text": "Assignment: R818=Aldren; R923=Kest", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_agreement-00501", "response_text": "Assignment: R696=Falen; R239=Deyra", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_agreement-00710", "response_text": "Assignment: R700=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_agreement-00018", "response_text": "Assignment: R903=Pevra; R295=Aldren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_agreement-00374", "response_text": "Assignment: R306=Lyrra", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_agreement-00755", "response_text": "Assignment: R905=Sella", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_agreement-00365", "response_text": "Assignment: R338=Baska", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_agreement-00353", "response_text": "Assignment: R438=Quist; R652=Corren", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_agreement-00522", "response_text": "Assignment: R246=Baska; R903=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_agreement-00370", "response_text": "Assignment: R367=Corren", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_agreement-00689", "response_text": "Assignment: R594=Etris", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_agreement-00679", "response_text": "Assignment: R482=Gavra; R647=Sella", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_agreement-00645", "response_text": "Assignment: R919=Deyra; R924=Uvara", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_agreement-00614", "response_text": "Assignment: R305=Pevra; R117=Tarin", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_agreement-00249", "response_text": "Assignment: R945=Deyra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_agreement-00597", "response_text": "Assignment: R457=Yorin", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_agreement-00457", "response_text": "Assignment: R808=Veylan", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_agreement-00489", "response_text": "Assignment: R473=Werren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_agreement-00062", "response_text": "Assignment: R192=Werren", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_agreement-00669", "response_text": "Assignment: R459=Etris; R617=Veylan", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_agreement-00257", "response_text": "Assignment: R139=Werren; R108=Lyrra", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_agreement-00021", "response_text": "Assignment: R233=Meren; R730=Veylan", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_agreement-00304", "response_text": "Assignment: R206=Aldren; R536=Kest", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_agreement-00309", "response_text": "Assignment: R917=Rovan; R542=Meren", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_agreement-00555", "response_text": "Assignment: R610=Neris; R574=Rovan", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_agreement-00609", "response_text": "Assignment: R336=Sella", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_agreement-00432", "response_text": "Assignment: R996=Werren", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_agreement-00444", "response_text": "Assignment: R587=Hesta; R118=Sella", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_agreement-00153", "response_text": "Assignment: R870=Veylan; R977=Aldren", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_agreement-00546", "response_text": "Assignment: R953=Meren", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_agreement-00177", "response_text": "Assignment: R144=Quist; R872=Jorra", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_agreement-00585", "response_text": "Assignment: R589=Uvara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_agreement-00158", "response_text": "Assignment: R970=Hesta; R805=Rovan", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_agreement-00494", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_agreement-00622", "response_text": "Assignment: R141=Lyrra", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_agreement-00106", "response_text": "Assignment: R458=Zevra; R156=Etris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_agreement-00152", "response_text": "Assignment: R938=Jorra", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_agreement-00097", "response_text": "Assignment: R941=Yorin", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_agreement-00034", "response_text": "Assignment: R548=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_agreement-00789", "response_text": "Assignment: R596=Baska; R625=Meren", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_agreement-00656", "response_text": "Assignment: R296=Ilyan", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_agreement-00046", "response_text": "Assignment: R561=Ilyan", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_agreement-00079", "response_text": "Assignment: R197=Orlan; R846=Quist", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_agreement-00298", "response_text": "Assignment: R239=Deyra; R735=Ilyan", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_agreement-00236", "response_text": "Assignment: R114=Ilyan", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_agreement-00652", "response_text": "Assignment: R230=Deyra", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_agreement-00359", "response_text": "Assignment: R141=Meren", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_agreement-00373", "response_text": "Assignment: R303=Ilyan", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_agreement-00050", "response_text": "Assignment: R870=Zevra", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_agreement-00302", "response_text": "Assignment: R556=Yorin; R778=Aldren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_agreement-00500", "response_text": "Assignment: R285=Falen; R925=Kest", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_agreement-00664", "response_text": "Assignment: R272=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_agreement-00781", "response_text": "Assignment: R409=Hesta; R207=Werren", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_agreement-00540", "response_text": "Assignment: R800=Veylan", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_agreement-00194", "response_text": "Assignment: R241=Ilyan", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_agreement-00602", "response_text": "Assignment: R357=Falen", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_agreement-00077", "response_text": "Assignment: R824=Deyra", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_agreement-00055", "response_text": "Assignment: R339=Baska; R660=Meren", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_agreement-00333", "response_text": "Assignment: R313=Falen; R119=Hesta", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_agreement-00542", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_agreement-00006", "response_text": "Assignment: R516=Lyrra; R755=Corren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_agreement-00137", "response_text": "Assignment: R577=Jorra", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_agreement-00482", "response_text": "Assignment: R151=Kest; R962=Yorin", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_agreement-00400", "response_text": "Assignment: R836=Corren; R457=Xara", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_agreement-00707", "response_text": "Assignment: R777=Xara", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_agreement-00532", "response_text": "Assignment: R938=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_agreement-00014", "response_text": "Assignment: R793=Veylan; R554=Uvara", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_agreement-00668", "response_text": "Assignment: R217=Neris", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_agreement-00000", "response_text": "Assignment: R164=Xara; R370=Quist", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_agreement-00140", "response_text": "Assignment: R698=Quist", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_agreement-00244", "response_text": "Assignment: R359=Lyrra; R818=Etris", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_agreement-00347", "response_text": "Assignment: R359=Falen", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_agreement-00215", "response_text": "Assignment: R914=Corren", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_agreement-00754", "response_text": "Assignment: R172=Meren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_agreement-00472", "response_text": "Assignment: R790=Sella", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_agreement-00130", "response_text": "Assignment: R140=Deyra; R271=Gavra", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_agreement-00174", "response_text": "Assignment: R224=Xara; R612=Gavra", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_agreement-00109", "response_text": "Assignment: R147=Gavra; R674=Werren", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_agreement-00307", "response_text": "Assignment: R976=Baska", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_agreement-00708", "response_text": "Assignment: R765=Rovan; R244=Meren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_agreement-00677", "response_text": "Assignment: R272=Hesta; R812=Kest", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_agreement-00029", "response_text": "Assignment: R438=Gavra; R455=Veylan", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_agreement-00756", "response_text": "Assignment: R248=Zevra", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_agreement-00127", "response_text": "Assignment: R970=Hesta", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_agreement-00212", "response_text": "Assignment: R487=Rovan; R124=Zevra", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_agreement-00607", "response_text": "Assignment: R910=Ilyan; R507=Baska", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_agreement-00697", "response_text": "Assignment: R266=Rovan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_agreement-00563", "response_text": "Assignment: R640=Neris; R452=Lyrra", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_agreement-00561", "response_text": "Assignment: R865=Jorra", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_agreement-00091", "response_text": "Assignment: R308=Xara", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_agreement-00771", "response_text": "Assignment: R561=Tarin; R176=Ilyan", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_agreement-00507", "response_text": "Assignment: R132=Neris; R391=Yorin", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_agreement-00684", "response_text": "Assignment: R336=Yorin; R509=Sella", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_agreement-00575", "response_text": "Assignment: R680=Kest", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_agreement-00447", "response_text": "Assignment: R682=Jorra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_agreement-00222", "response_text": "Assignment: R339=Uvara", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_agreement-00262", "response_text": "Assignment: R432=Aldren; R781=Pevra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_agreement-00414", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_agreement-00586", "response_text": "Assignment: R427=Lyrra", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_agreement-00587", "response_text": "Assignment: R923=Meren; R805=Baska", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_agreement-00433", "response_text": "Assignment: R588=Lyrra; R178=Quist", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_agreement-00430", "response_text": "Assignment: R447=Pevra; R271=Tarin", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_agreement-00425", "response_text": "Assignment: R308=Tarin; R974=Yorin", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_agreement-00030", "response_text": "Assignment: R995=Orlan", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_agreement-00332", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_agreement-00643", "response_text": "Assignment: R737=Corren; R687=Tarin", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_agreement-00049", "response_text": "Assignment: R270=Tarin", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_agreement-00026", "response_text": "Assignment: R632=Etris", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_agreement-00451", "response_text": "Assignment: R626=Pevra; R989=Quist", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_agreement-00729", "response_text": "Assignment: R899=Aldren; R101=Veylan", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_agreement-00025", "response_text": "Assignment: R249=Gavra; R979=Werren", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_agreement-00570", "response_text": "Assignment: R562=Uvara; R179=Rovan", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_agreement-00274", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_agreement-00120", "response_text": "Assignment: R270=Ilyan; R457=Etris", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_agreement-00325", "response_text": "Assignment: R255=Kest; R693=Lyrra", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_agreement-00623", "response_text": "Assignment: R153=Zevra; R403=Quist", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_agreement-00051", "response_text": "Assignment: R702=Lyrra; R155=Gavra", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_agreement-00725", "response_text": "Assignment: R664=Uvara", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_agreement-00442", "response_text": "Assignment: R369=Uvara; R592=Orlan", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_agreement-00147", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_agreement-00663", "response_text": "Assignment: R386=Baska; R607=Werren", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_agreement-00280", "response_text": "Assignment: R103=Lyrra; R290=Meren", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_agreement-00505", "response_text": "Assignment: R589=Sella; R952=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_agreement-00671", "response_text": "Assignment: R250=Zevra; R830=Yorin", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_agreement-00637", "response_text": "Assignment: R302=Veylan; R540=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_agreement-00160", "response_text": "Assignment: R428=Jorra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_agreement-00297", "response_text": "Assignment: R131=Neris", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_holdout_conflict.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_conflict-00040", "response_text": "Assignment: R721=Zevra", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_conflict-00083", "response_text": "Assignment: R750=Deyra; R518=Meren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_conflict-00761", "response_text": "Assignment: R698=Corren", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_conflict-00586", "response_text": "Assignment: R935=Pevra; R353=Sella", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_conflict-00704", "response_text": "Assignment: R787=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_conflict-00058", "response_text": "Assignment: R410=Uvara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_conflict-00599", "response_text": "Assignment: R860=Neris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_conflict-00067", "response_text": "Assignment: R333=Zevra; R418=Pevra", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_conflict-00741", "response_text": "Assignment: R470=Aldren; R101=Corren", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_conflict-00276", "response_text": "Assignment: R698=Kest", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_conflict-00205", "response_text": "Assignment: R591=Falen", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_conflict-00748", "response_text": "Assignment: R261=Corren; R872=Pevra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_conflict-00616", "response_text": "Assignment: R746=Orlan; R715=Falen", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_conflict-00092", "response_text": "Assignment: R170=Lyrra; R491=Hesta", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_conflict-00593", "response_text": "Assignment: R764=Kest; R452=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_conflict-00008", "response_text": "Assignment: R476=Hesta; R978=Falen", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_conflict-00362", "response_text": "Assignment: R294=Rovan; R121=Deyra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_conflict-00670", "response_text": "Assignment: R371=Lyrra", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_conflict-00168", "response_text": "Assignment: R329=Rovan", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_conflict-00087", "response_text": "Assignment: R926=Baska; R233=Jorra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_conflict-00302", "response_text": "Assignment: R168=Tarin; R619=Tarin", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_conflict-00304", "response_text": "Assignment: R398=Ilyan; R491=Meren", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_conflict-00496", "response_text": "Assignment: R617=Orlan", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_conflict-00778", "response_text": "Assignment: R454=Deyra", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_conflict-00306", "response_text": "Assignment: R693=Rovan; R228=Deyra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_conflict-00342", "response_text": "Assignment: R964=Rovan", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_conflict-00659", "response_text": "Assignment: R276=Sella", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_conflict-00409", "response_text": "Assignment: R862=Etris", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_conflict-00528", "response_text": "Assignment: R366=Sella", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_conflict-00786", "response_text": "Assignment: R685=Aldren; R824=Gavra", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_conflict-00479", "response_text": "Assignment: R992=Ilyan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_conflict-00233", "response_text": "Assignment: R447=Ilyan; R322=Baska", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_conflict-00780", "response_text": "Assignment: R906=Neris; R207=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_conflict-00437", "response_text": "Assignment: R898=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_conflict-00066", "response_text": "Assignment: R163=Deyra; R632=Uvara", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_conflict-00357", "response_text": "Assignment: R339=Pevra; R790=Werren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_conflict-00745", "response_text": "Assignment: R682=Tarin; R639=Jorra", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_conflict-00500", "response_text": "Assignment: R880=Gavra", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_conflict-00105", "response_text": "Assignment: R536=Kest", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_conflict-00016", "response_text": "Assignment: R761=Veylan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_conflict-00591", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_conflict-00794", "response_text": "Assignment: R771=Jorra; R972=Xara", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_conflict-00735", "response_text": "Assignment: R855=Werren", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_conflict-00716", "response_text": "Assignment: R397=Lyrra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_conflict-00544", "response_text": "Assignment: R308=Ilyan; R981=Neris", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_conflict-00355", "response_text": "Assignment: R209=Gavra; R862=Meren", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_conflict-00114", "response_text": "Assignment: R640=Tarin", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_conflict-00032", "response_text": "Assignment: R742=Orlan; R632=Deyra", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_conflict-00095", "response_text": "Assignment: R580=Orlan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_conflict-00414", "response_text": "Assignment: R837=Jorra", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_conflict-00643", "response_text": "Assignment: R599=Jorra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_conflict-00598", "response_text": "Assignment: R529=Xara; R335=Werren", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_conflict-00054", "response_text": "Assignment: R991=Neris; R619=Uvara", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_conflict-00424", "response_text": "Assignment: R785=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_conflict-00742", "response_text": "Assignment: R978=Baska", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_conflict-00577", "response_text": "Assignment: R762=Falen", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_conflict-00515", "response_text": "Assignment: R280=Quist; R160=Gavra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_conflict-00324", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_conflict-00059", "response_text": "Assignment: R877=Quist; R617=Meren", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_conflict-00195", "response_text": "Assignment: R821=Veylan", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_conflict-00235", "response_text": "Assignment: R253=Corren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_conflict-00096", "response_text": "Assignment: R855=Baska", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_conflict-00150", "response_text": "Assignment: R358=Corren", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_conflict-00456", "response_text": "Assignment: R607=Lyrra; R627=Aldren", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_conflict-00535", "response_text": "Assignment: R236=Deyra; R158=Hesta", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_conflict-00412", "response_text": "Assignment: R782=Falen; R484=Meren", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_conflict-00553", "response_text": "Assignment: R703=Xara", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_conflict-00393", "response_text": "Assignment: R314=Hesta", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_conflict-00585", "response_text": "Assignment: R856=Deyra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_conflict-00796", "response_text": "Assignment: R898=Etris; R394=Tarin", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_conflict-00069", "response_text": "Assignment: R519=Yorin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_conflict-00260", "response_text": "Assignment: R922=Uvara; R817=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_conflict-00356", "response_text": "Assignment: R621=Falen; R233=Neris", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_conflict-00438", "response_text": "Assignment: R102=Deyra; R364=Meren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_conflict-00426", "response_text": "Assignment: R702=Ilyan; R799=Xara", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_conflict-00463", "response_text": "Assignment: R583=Corren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_conflict-00243", "response_text": "Assignment: R658=Tarin", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_conflict-00234", "response_text": "Assignment: R165=Meren; R292=Meren", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_conflict-00647", "response_text": "Assignment: R841=Tarin; R401=Gavra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_conflict-00788", "response_text": "Assignment: R131=Gavra", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_conflict-00327", "response_text": "Assignment: R496=Uvara", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_conflict-00224", "response_text": "Assignment: R242=Rovan", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_conflict-00033", "response_text": "Assignment: R765=Uvara", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_conflict-00002", "response_text": "Assignment: R155=Zevra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_conflict-00122", "response_text": "Assignment: R787=Tarin; R837=Veylan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_conflict-00193", "response_text": "Assignment: R562=Veylan; R940=Yorin", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_conflict-00170", "response_text": "Assignment: R524=Pevra; R450=Meren", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_conflict-00516", "response_text": "Assignment: R544=Kest; R302=Jorra", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_conflict-00571", "response_text": "Assignment: R859=Quist", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_conflict-00108", "response_text": "Assignment: R233=Xara", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_conflict-00216", "response_text": "Assignment: R844=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_conflict-00169", "response_text": "Assignment: R909=Yorin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_conflict-00211", "response_text": "Assignment: R958=Ilyan; R713=Tarin", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_conflict-00637", "response_text": "Assignment: R300=Deyra; R683=Zevra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_conflict-00300", "response_text": "Assignment: R484=Xara", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_conflict-00684", "response_text": "Assignment: R246=Gavra; R863=Kest", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_conflict-00395", "response_text": "Assignment: R960=Rovan; R456=Xara", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_conflict-00445", "response_text": "Assignment: R818=Etris", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_conflict-00184", "response_text": "Assignment: R195=Rovan", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_conflict-00421", "response_text": "Assignment: R626=Veylan", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_conflict-00629", "response_text": "Assignment: R623=Uvara", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_conflict-00522", "response_text": "Assignment: R133=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_conflict-00452", "response_text": "Assignment: R566=Corren", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_conflict-00185", "response_text": "Assignment: R161=Werren; R988=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_conflict-00210", "response_text": "Assignment: R235=Uvara", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_conflict-00326", "response_text": "Assignment: R473=Neris; R844=Jorra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_conflict-00740", "response_text": "Assignment: R621=Xara; R729=Sella", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_conflict-00192", "response_text": "Assignment: R313=Gavra; R800=Yorin", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_conflict-00165", "response_text": "Assignment: R942=Ilyan", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_conflict-00249", "response_text": "Assignment: R156=Uvara; R274=Quist", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_conflict-00628", "response_text": "Assignment: R933=Ilyan; R370=Sella", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_conflict-00650", "response_text": "Assignment: R670=Sella; R916=Deyra", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_conflict-00119", "response_text": "Assignment: R737=Gavra; R723=Jorra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_conflict-00171", "response_text": "Assignment: R645=Quist; R724=Rovan", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_conflict-00186", "response_text": "Assignment: R631=Etris; R794=Tarin", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_conflict-00475", "response_text": "Assignment: R304=Falen; R712=Ilyan", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_conflict-00758", "response_text": "Assignment: R207=Ilyan", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_conflict-00630", "response_text": "Assignment: R737=Neris", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_conflict-00167", "response_text": "Assignment: R449=Xara; R976=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_conflict-00406", "response_text": "Assignment: R781=Lyrra; R473=Rovan", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_conflict-00717", "response_text": "Assignment: R852=Jorra; R556=Veylan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_conflict-00587", "response_text": "Assignment: R587=Baska", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_conflict-00051", "response_text": "Assignment: R252=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_conflict-00661", "response_text": "Assignment: R550=Pevra", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_conflict-00721", "response_text": "Assignment: R304=Veylan; R831=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_conflict-00652", "response_text": "Assignment: R895=Orlan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_conflict-00206", "response_text": "Assignment: R949=Etris; R939=Zevra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_conflict-00698", "response_text": "Assignment: R212=Baska; R139=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_conflict-00236", "response_text": "Assignment: R778=Corren; R285=Etris", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_conflict-00757", "response_text": "Assignment: R265=Meren; R835=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_conflict-00764", "response_text": "Assignment: R996=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_conflict-00662", "response_text": "Assignment: R927=Deyra", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_conflict-00094", "response_text": "Assignment: R602=Rovan; R504=Veylan", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_conflict-00446", "response_text": "Assignment: R168=Werren; R380=Deyra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_conflict-00079", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_conflict-00349", "response_text": "Assignment: R177=Sella", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_conflict-00583", "response_text": "Assignment: R537=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_conflict-00536", "response_text": "Assignment: R873=Etris; R460=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_conflict-00566", "response_text": "Assignment: R434=Hesta; R145=Ilyan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_conflict-00132", "response_text": "Assignment: R776=Gavra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_conflict-00050", "response_text": "Assignment: R290=Falen", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_conflict-00665", "response_text": "Assignment: R131=Yorin; R595=Etris", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_conflict-00550", "response_text": "Assignment: R403=Kest; R180=Lyrra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_conflict-00417", "response_text": "Assignment: R836=Orlan", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_conflict-00459", "response_text": "Assignment: R700=Tarin", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_conflict-00773", "response_text": "Assignment: R298=Werren", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_conflict-00747", "response_text": "Assignment: R348=Meren", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_conflict-00728", "response_text": "Assignment: R716=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_conflict-00203", "response_text": "Assignment: R293=Aldren; R217=Rovan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_conflict-00013", "response_text": "Assignment: R145=Werren; R437=Sella", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_conflict-00511", "response_text": "Assignment: R380=Ilyan; R187=Orlan", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_conflict-00106", "response_text": "Assignment: R152=Lyrra; R729=Hesta", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_conflict-00523", "response_text": "Assignment: R822=Xara", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_conflict-00025", "response_text": "Assignment: R666=Uvara", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_conflict-00007", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_conflict-00460", "response_text": "Assignment: R718=Sella; R951=Zevra", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_conflict-00512", "response_text": "Assignment: R896=Ilyan", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_conflict-00607", "response_text": "Assignment: R681=Rovan", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_conflict-00525", "response_text": "Assignment: R844=Deyra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_conflict-00387", "response_text": "Assignment: R587=Baska; R877=Quist", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_conflict-00418", "response_text": "Assignment: R864=Rovan", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_conflict-00597", "response_text": "Assignment: R610=Sella; R912=Kest", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_conflict-00734", "response_text": "Assignment: R120=Zevra; R697=Gavra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_conflict-00341", "response_text": "Assignment: R741=Corren; R652=Etris", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_conflict-00581", "response_text": "Assignment: R423=Lyrra", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_conflict-00280", "response_text": "Assignment: R837=Aldren; R395=Zevra", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_conflict-00768", "response_text": "Assignment: R136=Werren; R384=Ilyan", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_conflict-00792", "response_text": "Assignment: R564=Yorin; R757=Lyrra", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_conflict-00711", "response_text": "Assignment: R789=Corren; R449=Neris", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_conflict-00134", "response_text": "Assignment: R834=Falen", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_conflict-00504", "response_text": "Assignment: R475=Rovan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_conflict-00358", "response_text": "Assignment: R677=Baska", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_conflict-00723", "response_text": "Assignment: R933=Yorin", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_conflict-00399", "response_text": "Assignment: R820=Pevra", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_conflict-00172", "response_text": "Assignment: R386=Neris; R884=Veylan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_conflict-00799", "response_text": "Assignment: R321=Hesta; R720=Corren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_conflict-00219", "response_text": "Assignment: R272=Corren", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_conflict-00175", "response_text": "Assignment: R395=Gavra", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_conflict-00006", "response_text": "Assignment: R176=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_conflict-00082", "response_text": "Assignment: R731=Quist", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_conflict-00575", "response_text": "Assignment: R397=Deyra; R266=Corren", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_conflict-00542", "response_text": "Assignment: R323=Uvara", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_conflict-00707", "response_text": "Assignment: R704=Corren; R613=Etris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_conflict-00461", "response_text": "Assignment: R923=Lyrra", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_conflict-00223", "response_text": "Assignment: R708=Ilyan", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_conflict-00783", "response_text": "Assignment: R307=Gavra", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_conflict-00191", "response_text": "Assignment: R771=Orlan; R532=Orlan", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_conflict-00634", "response_text": "Assignment: R629=Lyrra; R728=Werren", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_conflict-00530", "response_text": "Assignment: R259=Hesta", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_conflict-00558", "response_text": "Assignment: R869=Hesta", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_conflict-00372", "response_text": "Assignment: R370=Sella; R401=Uvara", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_conflict-00242", "response_text": "Assignment: R128=Lyrra; R644=Quist", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_conflict-00189", "response_text": "Assignment: R245=Sella", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_conflict-00795", "response_text": "Assignment: R513=Kest", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_conflict-00621", "response_text": "Assignment: R204=Falen", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_conflict-00503", "response_text": "Assignment: R866=Jorra; R430=Sella", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_conflict-00298", "response_text": "Assignment: R359=Veylan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_conflict-00693", "response_text": "Assignment: R191=Gavra", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_conflict-00502", "response_text": "Assignment: R248=Veylan", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_conflict-00738", "response_text": "Assignment: R800=Lyrra; R299=Jorra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_conflict-00551", "response_text": "Assignment: R275=Baska", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_conflict-00753", "response_text": "Assignment: R205=Quist; R890=Gavra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_conflict-00510", "response_text": "Assignment: R183=Ilyan; R976=Tarin", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_conflict-00589", "response_text": "Assignment: R978=Sella; R179=Jorra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_conflict-00705", "response_text": "Assignment: R438=Rovan", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_conflict-00021", "response_text": "Assignment: R801=Kest; R493=Uvara", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_conflict-00244", "response_text": "Assignment: R689=Yorin; R343=Ilyan", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_conflict-00133", "response_text": "Assignment: R981=Aldren; R448=Rovan", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_conflict-00386", "response_text": "Assignment: R660=Ilyan", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_conflict-00073", "response_text": "Assignment: R754=Corren", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_conflict-00468", "response_text": "Assignment: R325=Werren", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_conflict-00086", "response_text": "Assignment: R880=Aldren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_conflict-00529", "response_text": "Assignment: R125=Yorin; R147=Werren", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_conflict-00692", "response_text": "Assignment: R385=Jorra; R482=Corren", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_conflict-00337", "response_text": "Assignment: R197=Ilyan", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_conflict-00517", "response_text": "Assignment: R969=Uvara", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_conflict-00687", "response_text": "Assignment: R162=Orlan; R709=Jorra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_conflict-00651", "response_text": "Assignment: R983=Yorin", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_conflict-00028", "response_text": "Assignment: R723=Quist; R524=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_conflict-00228", "response_text": "Assignment: R956=Lyrra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_conflict-00088", "response_text": "Assignment: R768=Yorin", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_conflict-00238", "response_text": "Assignment: R775=Hesta", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_conflict-00272", "response_text": "Assignment: R914=Xara", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_conflict-00309", "response_text": "Assignment: R889=Etris; R705=Orlan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_conflict-00085", "response_text": "Assignment: R992=Jorra; R825=Lyrra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_conflict-00464", "response_text": "Assignment: R466=Xara", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_conflict-00397", "response_text": "Assignment: R745=Neris; R654=Rovan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_conflict-00128", "response_text": "Assignment: R882=Werren", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_conflict-00305", "response_text": "Assignment: R416=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_conflict-00093", "response_text": "Assignment: R220=Corren", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_conflict-00429", "response_text": "Assignment: R812=Veylan; R454=Zevra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_conflict-00215", "response_text": "Assignment: R328=Werren; R333=Gavra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_conflict-00605", "response_text": "Assignment: R127=Neris", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_conflict-00116", "response_text": "Assignment: R828=Orlan; R241=Falen", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_conflict-00117", "response_text": "Assignment: R633=Yorin", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_conflict-00508", "response_text": "Assignment: R595=Zevra", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_conflict-00559", "response_text": "Assignment: R954=Neris; R550=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_conflict-00709", "response_text": "Assignment: R973=Werren; R612=Baska", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_conflict-00756", "response_text": "Assignment: R719=Aldren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_conflict-00123", "response_text": "Assignment: R102=Meren; R175=Aldren", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_conflict-00767", "response_text": "Assignment: R298=Corren; R791=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_conflict-00449", "response_text": "Assignment: R232=Xara; R249=Rovan", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_conflict-00343", "response_text": "Assignment: R334=Tarin; R653=Xara", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_conflict-00744", "response_text": "Assignment: R712=Veylan; R610=Jorra", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_conflict-00180", "response_text": "Assignment: R383=Uvara; R104=Quist", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_conflict-00314", "response_text": "Assignment: R169=Baska; R697=Falen", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_conflict-00726", "response_text": "Assignment: R878=Werren; R341=Veylan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_conflict-00147", "response_text": "Assignment: R921=Lyrra; R888=Etris", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_conflict-00755", "response_text": "Assignment: R239=Uvara", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_conflict-00784", "response_text": "Assignment: R548=Tarin", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_conflict-00483", "response_text": "Assignment: R920=Tarin; R603=Quist", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_conflict-00097", "response_text": "Assignment: R144=Hesta", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_conflict-00787", "response_text": "Assignment: R557=Baska; R725=Werren", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_conflict-00588", "response_text": "Assignment: R118=Tarin; R357=Jorra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_conflict-00038", "response_text": "Assignment: R406=Xara", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_conflict-00347", "response_text": "Assignment: R431=Veylan; R333=Tarin", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_conflict-00010", "response_text": "Assignment: R257=Xara", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_conflict-00030", "response_text": "Assignment: R345=Orlan; R767=Deyra", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_conflict-00177", "response_text": "Assignment: R586=Meren", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_conflict-00270", "response_text": "Assignment: R329=Gavra", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_conflict-00269", "response_text": "Assignment: R771=Jorra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_conflict-00455", "response_text": "Assignment: R915=Deyra; R877=Hesta", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_conflict-00506", "response_text": "Assignment: R186=Xara", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_conflict-00257", "response_text": "Assignment: R470=Hesta", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_conflict-00229", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_conflict-00053", "response_text": "Assignment: R700=Rovan", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_conflict-00202", "response_text": "Assignment: R423=Sella", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_conflict-00727", "response_text": "Assignment: R288=Meren", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_conflict-00402", "response_text": "Assignment: R211=Etris; R387=Hesta", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_conflict-00037", "response_text": "Assignment: R472=Kest; R543=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_conflict-00638", "response_text": "Assignment: R428=Tarin; R702=Corren", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_conflict-00526", "response_text": "Assignment: R714=Uvara", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_conflict-00278", "response_text": "Assignment: R668=Deyra; R438=Gavra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_conflict-00556", "response_text": "Assignment: R693=Deyra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_conflict-00441", "response_text": "Assignment: R400=Pevra; R700=Rovan", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_conflict-00485", "response_text": "Assignment: R320=Meren; R706=Werren", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_conflict-00075", "response_text": "Assignment: R527=Rovan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_conflict-00074", "response_text": "Assignment: R250=Gavra; R511=Tarin", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_conflict-00131", "response_text": "Assignment: R901=Meren; R933=Deyra", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_conflict-00295", "response_text": "Assignment: R443=Sella", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_conflict-00339", "response_text": "Assignment: R837=Tarin; R301=Jorra", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_conflict-00160", "response_text": "Assignment: R231=Rovan; R244=Ilyan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_conflict-00130", "response_text": "Assignment: R767=Neris; R877=Hesta", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_conflict-00408", "response_text": "Assignment: R842=Kest; R345=Uvara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_conflict-00031", "response_text": "Assignment: R484=Etris", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_conflict-00751", "response_text": "Assignment: R418=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_conflict-00288", "response_text": "Assignment: R731=Pevra", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_conflict-00624", "response_text": "Assignment: R621=Sella; R982=Hesta", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_conflict-00493", "response_text": "Assignment: R458=Gavra", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_conflict-00039", "response_text": "Assignment: R277=Meren; R641=Rovan", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_conflict-00465", "response_text": "Assignment: R176=Etris", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_conflict-00374", "response_text": "Assignment: R484=Sella; R481=Hesta", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_conflict-00552", "response_text": "Assignment: R610=Falen; R822=Neris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_conflict-00470", "response_text": "Assignment: R731=Aldren; R218=Etris", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_conflict-00237", "response_text": "Assignment: R314=Aldren; R623=Tarin", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_conflict-00344", "response_text": "Assignment: R864=Zevra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_conflict-00154", "response_text": "Assignment: R998=Etris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_conflict-00715", "response_text": "Assignment: R364=Baska; R944=Quist", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_conflict-00209", "response_text": "Assignment: R314=Sella; R586=Yorin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_conflict-00448", "response_text": "Assignment: R798=Orlan", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_conflict-00196", "response_text": "Assignment: R351=Baska; R537=Falen", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_conflict-00099", "response_text": "Assignment: R777=Uvara; R446=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_conflict-00350", "response_text": "Assignment: R384=Meren; R853=Aldren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_conflict-00389", "response_text": "Assignment: R474=Orlan; R651=Zevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_conflict-00174", "response_text": "Assignment: R318=Gavra; R841=Hesta", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_conflict-00190", "response_text": "Assignment: R629=Veylan", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_conflict-00115", "response_text": "Assignment: R245=Ilyan; R191=Tarin", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_conflict-00779", "response_text": "Assignment: R654=Baska", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_conflict-00677", "response_text": "Assignment: R487=Lyrra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_conflict-00157", "response_text": "Assignment: R325=Uvara", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_conflict-00064", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_conflict-00676", "response_text": "Assignment: R502=Tarin; R323=Zevra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_conflict-00631", "response_text": "Assignment: R793=Hesta; R143=Ilyan", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_conflict-00230", "response_text": "Assignment: R557=Aldren; R153=Xara", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_conflict-00497", "response_text": "Assignment: R192=Lyrra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_conflict-00026", "response_text": "Assignment: R428=Baska; R540=Falen", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_conflict-00574", "response_text": "Assignment: R275=Zevra", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_conflict-00290", "response_text": "Assignment: R678=Zevra; R722=Veylan", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_conflict-00636", "response_text": "Assignment: R443=Veylan", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_conflict-00563", "response_text": "Assignment: R164=Xara", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_conflict-00005", "response_text": "Assignment: R123=Uvara; R240=Deyra", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_conflict-00770", "response_text": "Assignment: R230=Uvara", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_conflict-00370", "response_text": "Assignment: R600=Veylan; R949=Orlan", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_conflict-00775", "response_text": "Assignment: R858=Zevra; R501=Meren", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_conflict-00068", "response_text": "Assignment: R985=Hesta", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_conflict-00283", "response_text": "Assignment: R733=Gavra", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_conflict-00618", "response_text": "Assignment: R547=Veylan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_conflict-00423", "response_text": "Assignment: R427=Jorra", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_conflict-00250", "response_text": "Assignment: R676=Werren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_conflict-00639", "response_text": "Assignment: R776=Veylan", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_conflict-00256", "response_text": "Assignment: R585=Meren; R246=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_conflict-00248", "response_text": "Assignment: R425=Falen", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_conflict-00142", "response_text": "Assignment: R169=Werren", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_conflict-00382", "response_text": "Assignment: R120=Yorin", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_conflict-00401", "response_text": "Assignment: R210=Veylan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_conflict-00020", "response_text": "Assignment: R552=Corren; R684=Werren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_conflict-00286", "response_text": "Assignment: R554=Neris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_conflict-00471", "response_text": "Assignment: R582=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_conflict-00127", "response_text": "Assignment: R873=Lyrra; R229=Yorin", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_conflict-00325", "response_text": "Assignment: R512=Jorra; R458=Sella", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_conflict-00432", "response_text": "Assignment: R826=Kest", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_conflict-00594", "response_text": "Assignment: R253=Meren", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_conflict-00351", "response_text": "Assignment: R451=Jorra; R341=Baska", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_conflict-00785", "response_text": "Assignment: R979=Quist", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_conflict-00220", "response_text": "Assignment: R704=Werren", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_conflict-00158", "response_text": "Assignment: R344=Lyrra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_conflict-00538", "response_text": "Assignment: R306=Etris; R104=Veylan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_conflict-00763", "response_text": "Assignment: R389=Sella; R294=Etris", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_conflict-00022", "response_text": "Assignment: R117=Zevra", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_conflict-00179", "response_text": "Assignment: R665=Tarin; R873=Hesta", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_conflict-00467", "response_text": "Assignment: R646=Veylan; R375=Orlan", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_conflict-00499", "response_text": "Assignment: R627=Xara; R633=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_conflict-00411", "response_text": "Assignment: R863=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_conflict-00737", "response_text": "Assignment: R914=Orlan; R695=Corren", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_conflict-00413", "response_text": "Assignment: R235=Orlan", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_conflict-00289", "response_text": "Assignment: R924=Jorra", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_conflict-00714", "response_text": "Assignment: R201=Corren; R930=Gavra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_conflict-00431", "response_text": "Assignment: R533=Yorin", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_conflict-00675", "response_text": "Assignment: R317=Orlan", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_conflict-00673", "response_text": "Assignment: R452=Uvara; R841=Rovan", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_conflict-00307", "response_text": "Assignment: R758=Zevra", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_conflict-00140", "response_text": "Assignment: R325=Tarin; R806=Deyra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_conflict-00281", "response_text": "Assignment: R419=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_conflict-00480", "response_text": "Assignment: R473=Falen", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_conflict-00345", "response_text": "Assignment: R409=Sella", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_conflict-00691", "response_text": "Assignment: R562=Corren; R318=Meren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_conflict-00364", "response_text": "Assignment: R177=Yorin", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_conflict-00113", "response_text": "Assignment: R150=Baska", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_conflict-00425", "response_text": "Assignment: R780=Veylan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_conflict-00706", "response_text": "Assignment: R461=Yorin; R962=Pevra", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_conflict-00419", "response_text": "Assignment: R258=Etris; R344=Ilyan", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_conflict-00360", "response_text": "Assignment: R563=Jorra; R174=Neris", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_conflict-00595", "response_text": "Assignment: R134=Quist", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_conflict-00557", "response_text": "Assignment: R241=Lyrra; R893=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_conflict-00155", "response_text": "Assignment: R750=Gavra; R844=Pevra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_conflict-00492", "response_text": "Assignment: R916=Meren; R937=Sella", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_conflict-00410", "response_text": "Assignment: R871=Hesta; R139=Falen", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_conflict-00338", "response_text": "Assignment: R108=Baska; R263=Werren", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_conflict-00695", "response_text": "Assignment: R618=Gavra; R860=Gavra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_conflict-00569", "response_text": "Assignment: R493=Orlan", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_conflict-00657", "response_text": "Assignment: R516=Baska; R848=Ilyan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_conflict-00789", "response_text": "Assignment: R920=Aldren", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_conflict-00143", "response_text": "Assignment: R411=Tarin", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_conflict-00294", "response_text": "Assignment: R966=Falen; R283=Hesta", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_conflict-00240", "response_text": "Assignment: R886=Zevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_conflict-00136", "response_text": "Assignment: R483=Yorin", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_conflict-00713", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_conflict-00254", "response_text": "Assignment: R394=Orlan", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_conflict-00301", "response_text": "Assignment: R227=Werren; R493=Pevra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_conflict-00562", "response_text": "Assignment: R727=Sella", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_conflict-00610", "response_text": "Assignment: R587=Veylan; R682=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_conflict-00100", "response_text": "Assignment: R930=Pevra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_conflict-00444", "response_text": "Assignment: R101=Sella; R823=Neris", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_conflict-00601", "response_text": "Assignment: R703=Aldren; R514=Baska", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_conflict-00776", "response_text": "Assignment: R948=Werren; R686=Uvara", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_conflict-00478", "response_text": "Assignment: R190=Deyra", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_conflict-00319", "response_text": "Assignment: R792=Aldren; R529=Veylan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_conflict-00334", "response_text": "Assignment: R968=Falen", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_conflict-00148", "response_text": "Assignment: R984=Kest", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_conflict-00251", "response_text": "Assignment: R318=Gavra; R645=Quist", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_conflict-00642", "response_text": "Assignment: R159=Baska; R957=Corren", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_conflict-00457", "response_text": "Assignment: R481=Etris; R497=Zevra", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_conflict-00139", "response_text": "Assignment: R669=Hesta; R976=Lyrra", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_conflict-00379", "response_text": "Assignment: R865=Orlan; R374=Rovan", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_conflict-00543", "response_text": "Assignment: R782=Meren; R956=Falen", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_conflict-00568", "response_text": "Assignment: R457=Orlan; R177=Uvara", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_conflict-00056", "response_text": "Assignment: R751=Ilyan; R602=Werren", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_conflict-00359", "response_text": "Assignment: R592=Quist", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_conflict-00371", "response_text": "Assignment: R174=Hesta; R967=Neris", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_conflict-00732", "response_text": "Assignment: R114=Werren; R752=Tarin", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_conflict-00688", "response_text": "Assignment: R869=Werren; R886=Gavra", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_conflict-00578", "response_text": "Assignment: R366=Pevra; R496=Yorin", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_conflict-00736", "response_text": "Assignment: R777=Rovan", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_conflict-00436", "response_text": "Assignment: R489=Uvara; R565=Orlan", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_conflict-00003", "response_text": "Assignment: R951=Tarin; R786=Orlan", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_conflict-00263", "response_text": "Assignment: R384=Tarin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_conflict-00798", "response_text": "Assignment: R378=Jorra", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_conflict-00173", "response_text": "Assignment: R463=Zevra", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_conflict-00310", "response_text": "Assignment: R780=Meren; R373=Jorra", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_conflict-00750", "response_text": "Assignment: R624=Orlan", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_conflict-00333", "response_text": "Assignment: R239=Etris; R246=Jorra", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_conflict-00473", "response_text": "Assignment: R374=Orlan; R837=Yorin", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_conflict-00731", "response_text": "Assignment: R132=Baska", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_conflict-00107", "response_text": "Assignment: R753=Ilyan; R244=Sella", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_conflict-00201", "response_text": "Assignment: R697=Falen", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_conflict-00472", "response_text": "Assignment: R706=Tarin", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_conflict-00700", "response_text": "Assignment: R918=Kest; R974=Jorra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_conflict-00388", "response_text": "Assignment: R164=Falen", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_conflict-00321", "response_text": "Assignment: R930=Yorin; R842=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_conflict-00678", "response_text": "Assignment: R618=Gavra", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_conflict-00246", "response_text": "Assignment: R614=Gavra; R409=Baska", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_conflict-00625", "response_text": "Assignment: R487=Rovan", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_conflict-00271", "response_text": "Assignment: R658=Yorin; R534=Xara", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_conflict-00699", "response_text": "Assignment: R154=Falen", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_conflict-00363", "response_text": "Assignment: R151=Ilyan", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_conflict-00023", "response_text": "Assignment: R645=Lyrra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_conflict-00311", "response_text": "Assignment: R124=Zevra", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_conflict-00703", "response_text": "Assignment: R935=Veylan", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_conflict-00415", "response_text": "Assignment: R192=Gavra; R461=Baska", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_conflict-00090", "response_text": "Assignment: R280=Jorra", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_conflict-00262", "response_text": "Assignment: R715=Hesta", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_conflict-00514", "response_text": "Assignment: R350=Tarin; R383=Hesta", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_conflict-00754", "response_text": "Assignment: R304=Quist", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_conflict-00603", "response_text": "Assignment: R462=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_conflict-00109", "response_text": "Assignment: R316=Zevra; R663=Werren", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_conflict-00182", "response_text": "Assignment: R299=Neris; R683=Quist", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_conflict-00112", "response_text": "Assignment: R717=Werren; R608=Etris", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_conflict-00014", "response_text": "Assignment: R912=Falen; R836=Ilyan", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_conflict-00428", "response_text": "Assignment: R245=Aldren; R495=Etris", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_conflict-00261", "response_text": "Assignment: R193=Falen; R851=Quist", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_conflict-00336", "response_text": "Assignment: R259=Falen", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_conflict-00477", "response_text": "Assignment: R112=Lyrra; R773=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_conflict-00612", "response_text": "Assignment: R430=Ilyan; R497=Quist", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_conflict-00689", "response_text": "Assignment: R169=Rovan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_conflict-00284", "response_text": "Assignment: R116=Werren; R446=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_conflict-00422", "response_text": "Assignment: R761=Orlan; R967=Tarin", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_conflict-00104", "response_text": "Assignment: R105=Veylan", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_conflict-00407", "response_text": "Assignment: R545=Gavra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_conflict-00420", "response_text": "Assignment: R680=Neris; R897=Tarin", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_conflict-00564", "response_text": "Assignment: R692=Yorin", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_conflict-00527", "response_text": "Assignment: R674=Meren; R263=Orlan", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_conflict-00332", "response_text": "Assignment: R910=Kest", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_conflict-00197", "response_text": "Assignment: R271=Yorin; R374=Corren", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_conflict-00609", "response_text": "Assignment: R393=Werren; R103=Baska", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_conflict-00554", "response_text": "Assignment: R139=Yorin", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_conflict-00513", "response_text": "Assignment: R468=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_conflict-00590", "response_text": "Assignment: R960=Rovan", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_conflict-00199", "response_text": "Assignment: R689=Orlan", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_conflict-00258", "response_text": "Assignment: R830=Veylan", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_conflict-00520", "response_text": "Assignment: R864=Jorra; R425=Falen", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_conflict-00156", "response_text": "Assignment: R118=Pevra; R944=Ilyan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_conflict-00474", "response_text": "Assignment: R149=Werren", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_conflict-00004", "response_text": "Assignment: R808=Uvara; R402=Kest", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_conflict-00608", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_conflict-00400", "response_text": "Assignment: R311=Neris; R612=Falen", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_conflict-00447", "response_text": "Assignment: R753=Kest", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_conflict-00111", "response_text": "Assignment: R506=Rovan", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_conflict-00247", "response_text": "Assignment: R337=Orlan", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_conflict-00267", "response_text": "Assignment: R161=Tarin; R400=Ilyan", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_conflict-00381", "response_text": "Assignment: R391=Corren; R668=Meren", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_conflict-00012", "response_text": "Assignment: R500=Lyrra", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_conflict-00462", "response_text": "Assignment: R457=Meren; R627=Veylan", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_conflict-00181", "response_text": "Assignment: R566=Rovan", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_conflict-00017", "response_text": "Assignment: R282=Jorra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_conflict-00018", "response_text": "Assignment: R913=Zevra; R478=Baska", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_conflict-00392", "response_text": "Assignment: R833=Werren; R408=Gavra", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_conflict-00153", "response_text": "Assignment: R476=Rovan; R722=Veylan", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_conflict-00443", "response_text": "Assignment: R245=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_conflict-00521", "response_text": "Assignment: R782=Xara; R498=Tarin", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_conflict-00239", "response_text": "Assignment: R213=Gavra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_conflict-00791", "response_text": "Assignment: R692=Deyra; R433=Xara", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_conflict-00720", "response_text": "Assignment: R507=Aldren; R766=Ilyan", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_conflict-00380", "response_text": "Assignment: R303=Veylan; R649=Etris", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_conflict-00391", "response_text": "Assignment: R341=Xara; R408=Etris", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_conflict-00055", "response_text": "Assignment: R186=Werren; R637=Yorin", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_conflict-00518", "response_text": "Assignment: R811=Ilyan", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_conflict-00548", "response_text": "Assignment: R684=Falen", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_conflict-00138", "response_text": "Assignment: R553=Tarin", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_conflict-00277", "response_text": "Assignment: R969=Meren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_conflict-00623", "response_text": "Assignment: R861=Quist; R305=Jorra", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_conflict-00045", "response_text": "Assignment: R807=Veylan", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_conflict-00166", "response_text": "Assignment: R340=Sella; R885=Baska", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_conflict-00434", "response_text": "Assignment: R277=Baska", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_conflict-00772", "response_text": "Assignment: R254=Uvara", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_conflict-00505", "response_text": "Assignment: R920=Pevra; R335=Aldren", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_conflict-00129", "response_text": "Assignment: R676=Tarin", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_conflict-00144", "response_text": "Assignment: R129=Lyrra", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_conflict-00299", "response_text": "Assignment: R264=Etris", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_conflict-00145", "response_text": "Assignment: R111=Pevra", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_conflict-00292", "response_text": "Assignment: R958=Ilyan; R862=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_conflict-00011", "response_text": "Assignment: R550=Falen; R927=Baska", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_conflict-00702", "response_text": "Assignment: R195=Aldren; R882=Baska", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_conflict-00296", "response_text": "Assignment: R373=Hesta; R997=Orlan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_conflict-00539", "response_text": "Assignment: R254=Yorin", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_conflict-00600", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_conflict-00110", "response_text": "Assignment: R135=Lyrra; R264=Falen", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_conflict-00063", "response_text": "Assignment: R223=Jorra; R184=Xara", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_conflict-00183", "response_text": "Assignment: R530=Yorin", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_conflict-00149", "response_text": "Assignment: R556=Veylan; R256=Hesta", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_conflict-00476", "response_text": "Assignment: R920=Zevra; R776=Aldren", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_conflict-00346", "response_text": "Assignment: R174=Meren; R611=Kest", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_conflict-00061", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_conflict-00273", "response_text": "Assignment: R658=Deyra", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_conflict-00663", "response_text": "Assignment: R197=Tarin; R394=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_conflict-00198", "response_text": "Assignment: R115=Rovan", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_conflict-00378", "response_text": "Assignment: R535=Orlan; R512=Uvara", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_conflict-00221", "response_text": "Assignment: R606=Deyra; R258=Aldren", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_conflict-00487", "response_text": "Assignment: R861=Zevra", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_conflict-00469", "response_text": "Assignment: R901=Orlan; R463=Quist", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_conflict-00501", "response_text": "Assignment: R663=Ilyan; R323=Deyra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_conflict-00722", "response_text": "Assignment: R724=Werren", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_conflict-00488", "response_text": "Assignment: R451=Meren; R712=Falen", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_conflict-00622", "response_text": "Assignment: R406=Gavra", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_conflict-00396", "response_text": "Assignment: R955=Veylan; R177=Tarin", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_conflict-00683", "response_text": "Assignment: R606=Hesta; R800=Sella", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_conflict-00451", "response_text": "Assignment: R967=Aldren", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_conflict-00743", "response_text": "Assignment: R680=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_conflict-00749", "response_text": "Assignment: R356=Jorra; R481=Quist", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_conflict-00427", "response_text": "Assignment: R303=Orlan; R991=Veylan", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_conflict-00103", "response_text": "Assignment: R586=Neris; R611=Gavra", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_conflict-00759", "response_text": "Assignment: R661=Werren; R148=Hesta", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_conflict-00440", "response_text": "Assignment: R848=Zevra; R193=Tarin", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_conflict-00062", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_conflict-00433", "response_text": "Assignment: R470=Tarin; R345=Deyra", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_conflict-00274", "response_text": "Assignment: R329=Hesta; R339=Falen", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_conflict-00266", "response_text": "Assignment: R812=Veylan", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_conflict-00725", "response_text": "Assignment: R834=Etris", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_conflict-00712", "response_text": "Assignment: R170=Sella", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_conflict-00162", "response_text": "Assignment: R903=Corren; R580=Zevra", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_conflict-00696", "response_text": "Assignment: R854=Orlan; R213=Falen", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_conflict-00048", "response_text": "Assignment: R168=Jorra; R918=Xara", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_conflict-00746", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_conflict-00204", "response_text": "Assignment: R576=Zevra; R220=Rovan", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_conflict-00212", "response_text": "Assignment: R846=Neris", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_conflict-00019", "response_text": "Assignment: R460=Sella; R849=Baska", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_conflict-00435", "response_text": "Assignment: R112=Werren; R409=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_conflict-00580", "response_text": "Assignment: R611=Baska; R258=Rovan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_conflict-00781", "response_text": "Assignment: R450=Hesta; R718=Etris", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_conflict-00627", "response_text": "Assignment: R893=Tarin; R358=Rovan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_conflict-00771", "response_text": "Assignment: R218=Corren; R299=Kest", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_conflict-00635", "response_text": "Assignment: R751=Pevra", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_conflict-00368", "response_text": "Assignment: R351=Pevra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_conflict-00176", "response_text": "Assignment: R255=Aldren", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_conflict-00091", "response_text": "Assignment: R421=Tarin; R491=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_conflict-00390", "response_text": "Assignment: R925=Jorra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_conflict-00555", "response_text": "Assignment: R957=Ilyan; R549=Falen", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_conflict-00613", "response_text": "Assignment: R772=Hesta; R613=Quist", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_conflict-00369", "response_text": "Assignment: R761=Yorin", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_conflict-00656", "response_text": "Assignment: R290=Sella; R701=Tarin", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_conflict-00034", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_conflict-00218", "response_text": "Assignment: R216=Xara; R288=Xara", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_conflict-00322", "response_text": "Assignment: R664=Yorin; R337=Corren", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_conflict-00046", "response_text": "Assignment: R289=Gavra; R640=Veylan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_conflict-00620", "response_text": "Assignment: R400=Zevra; R616=Orlan", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_conflict-00029", "response_text": "Assignment: R602=Meren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_conflict-00718", "response_text": "Assignment: R818=Uvara; R230=Deyra", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_conflict-00405", "response_text": "Assignment: R236=Corren", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_conflict-00377", "response_text": "Assignment: R479=Uvara", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_conflict-00645", "response_text": "Assignment: R723=Hesta; R231=Baska", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_conflict-00694", "response_text": "Assignment: R549=Lyrra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_conflict-00541", "response_text": "Assignment: R156=Meren; R128=Xara", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_conflict-00308", "response_text": "Assignment: R267=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_conflict-00617", "response_text": "Assignment: R964=Yorin; R287=Hesta", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_conflict-00439", "response_text": "Assignment: R801=Ilyan", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_conflict-00679", "response_text": "Assignment: R997=Orlan; R739=Yorin", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_conflict-00565", "response_text": "Assignment: R639=Werren; R405=Deyra", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_conflict-00404", "response_text": "Assignment: R783=Pevra; R633=Baska", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_conflict-00453", "response_text": "Assignment: R190=Pevra; R467=Falen", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_conflict-00584", "response_text": "Assignment: R958=Yorin; R922=Pevra", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_conflict-00291", "response_text": "Assignment: R937=Jorra; R927=Rovan", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_conflict-00547", "response_text": "Assignment: R987=Gavra", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_conflict-00231", "response_text": "Assignment: R344=Tarin; R317=Neris", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_conflict-00685", "response_text": "Assignment: R554=Deyra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_conflict-00366", "response_text": "Assignment: R382=Baska; R261=Falen", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_conflict-00318", "response_text": "Assignment: R674=Orlan", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_conflict-00540", "response_text": "Assignment: R468=Hesta", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_conflict-00329", "response_text": "Assignment: R426=Falen; R560=Lyrra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_conflict-00187", "response_text": "Assignment: R441=Falen", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_conflict-00561", "response_text": "Assignment: R138=Kest; R388=Lyrra", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_conflict-00596", "response_text": "Assignment: R678=Werren", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_conflict-00649", "response_text": "Assignment: R749=Hesta; R489=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_conflict-00222", "response_text": "Assignment: R612=Gavra; R990=Jorra", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_conflict-00279", "response_text": "Assignment: R215=Deyra; R961=Hesta", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_conflict-00641", "response_text": "Assignment: R480=Jorra; R602=Zevra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_conflict-00654", "response_text": "Assignment: R883=Gavra", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_conflict-00178", "response_text": "Assignment: R560=Xara; R562=Aldren", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_conflict-00259", "response_text": "Assignment: R821=Baska; R805=Yorin", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_conflict-00285", "response_text": "Assignment: R357=Jorra; R727=Werren", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_conflict-00049", "response_text": "Assignment: R838=Orlan; R707=Gavra", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_conflict-00098", "response_text": "Assignment: R662=Etris; R987=Veylan", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_conflict-00084", "response_text": "Assignment: R966=Deyra", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_conflict-00323", "response_text": "Assignment: R727=Deyra", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_conflict-00648", "response_text": "Assignment: R220=Ilyan", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_conflict-00255", "response_text": "Assignment: R178=Falen; R720=Tarin", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_conflict-00682", "response_text": "Assignment: R246=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_conflict-00188", "response_text": "Assignment: R260=Werren; R937=Werren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_conflict-00765", "response_text": "Assignment: R761=Tarin", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_conflict-00225", "response_text": "Assignment: R401=Quist; R225=Xara", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_conflict-00120", "response_text": "Assignment: R784=Pevra", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_conflict-00509", "response_text": "Assignment: R346=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_conflict-00606", "response_text": "Assignment: R344=Deyra; R439=Sella", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_conflict-00532", "response_text": "Assignment: R614=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_conflict-00352", "response_text": "Assignment: R480=Xara; R331=Yorin", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_conflict-00124", "response_text": "Assignment: R717=Ilyan", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_conflict-00450", "response_text": "Assignment: R444=Lyrra; R386=Gavra", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_conflict-00072", "response_text": "Assignment: R828=Etris; R807=Kest", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_conflict-00080", "response_text": "Assignment: R188=Neris", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_conflict-00724", "response_text": "Assignment: R570=Tarin; R837=Gavra", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_conflict-00719", "response_text": "Assignment: R119=Kest", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_conflict-00546", "response_text": "Assignment: R740=Tarin; R387=Kest", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_conflict-00047", "response_text": "Assignment: R563=Falen; R769=Kest", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_conflict-00531", "response_text": "Assignment: R498=Gavra; R993=Lyrra", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_conflict-00102", "response_text": "Assignment: R660=Rovan; R561=Meren", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_conflict-00044", "response_text": "Assignment: R473=Jorra", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_conflict-00001", "response_text": "Assignment: R231=Yorin", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_conflict-00454", "response_text": "Assignment: R901=Zevra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_conflict-00524", "response_text": "Assignment: R468=Neris; R625=Kest", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_conflict-00533", "response_text": "Assignment: R720=Baska; R295=Etris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_conflict-00491", "response_text": "Assignment: R610=Tarin; R139=Ilyan", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_conflict-00035", "response_text": "Assignment: R631=Tarin; R548=Uvara", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_conflict-00367", "response_text": "Assignment: R139=Uvara; R177=Veylan", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_conflict-00152", "response_text": "Assignment: R285=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_conflict-00101", "response_text": "Assignment: R399=Falen", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_conflict-00164", "response_text": "Assignment: R291=Rovan", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_conflict-00619", "response_text": "Assignment: R562=Kest", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_conflict-00466", "response_text": "Assignment: R543=Corren; R289=Uvara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_conflict-00644", "response_text": "Assignment: R295=Neris", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_conflict-00135", "response_text": "Assignment: R658=Quist; R570=Hesta", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_conflict-00000", "response_text": "Assignment: R103=Orlan; R676=Gavra", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_conflict-00572", "response_text": "Assignment: R790=Kest; R599=Uvara", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_conflict-00604", "response_text": "Assignment: R657=Xara; R976=Veylan", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_conflict-00245", "response_text": "Assignment: R835=Meren", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_conflict-00052", "response_text": "Assignment: R175=Orlan", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_conflict-00226", "response_text": "Assignment: R359=Rovan; R141=Zevra", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_conflict-00373", "response_text": "Assignment: R389=Yorin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_conflict-00537", "response_text": "Assignment: R947=Aldren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_conflict-00208", "response_text": "Assignment: R872=Orlan", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_conflict-00701", "response_text": "Assignment: R391=Kest", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_conflict-00376", "response_text": "Assignment: R861=Jorra", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_conflict-00708", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_conflict-00385", "response_text": "Assignment: R614=Gavra", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_conflict-00769", "response_text": "Assignment: R513=Neris", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_conflict-00681", "response_text": "Assignment: R172=Sella; R584=Ilyan", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_conflict-00680", "response_text": "Assignment: R981=Xara", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_conflict-00668", "response_text": "Assignment: R211=Meren; R198=Sella", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_conflict-00790", "response_text": "Assignment: R174=Hesta; R734=Baska", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_conflict-00481", "response_text": "Assignment: R905=Meren", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_conflict-00690", "response_text": "Assignment: R933=Pevra", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_conflict-00458", "response_text": "Assignment: R186=Deyra", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_conflict-00027", "response_text": "Assignment: R720=Jorra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_conflict-00287", "response_text": "Assignment: R718=Jorra", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_conflict-00331", "response_text": "Assignment: R735=Deyra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_conflict-00076", "response_text": "Assignment: R165=Yorin; R812=Quist", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_conflict-00430", "response_text": "Assignment: R415=Hesta", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_conflict-00762", "response_text": "Assignment: R203=Sella", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_conflict-00545", "response_text": "Assignment: R255=Corren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_conflict-00774", "response_text": "Assignment: R218=Orlan; R704=Corren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_conflict-00489", "response_text": "Assignment: R894=Kest", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_conflict-00658", "response_text": "Assignment: R589=Etris", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_conflict-00519", "response_text": "Assignment: R950=Veylan; R394=Hesta", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_conflict-00739", "response_text": "Assignment: R162=Zevra", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_conflict-00660", "response_text": "Assignment: R635=Jorra; R975=Gavra", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_conflict-00121", "response_text": "Assignment: R276=Tarin", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_conflict-00077", "response_text": "Assignment: R978=Lyrra", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_conflict-00793", "response_text": "Assignment: R994=Meren", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_conflict-00766", "response_text": "Assignment: R796=Yorin; R410=Sella", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_conflict-00194", "response_text": "Assignment: R918=Pevra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_conflict-00217", "response_text": "Assignment: R399=Tarin; R215=Aldren", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_conflict-00394", "response_text": "Assignment: R168=Rovan", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_conflict-00582", "response_text": "Assignment: R546=Werren; R726=Hesta", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_conflict-00159", "response_text": "Assignment: R747=Lyrra; R825=Meren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_conflict-00672", "response_text": "Assignment: R320=Jorra; R193=Orlan", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_conflict-00442", "response_text": "Assignment: R746=Corren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_conflict-00089", "response_text": "Assignment: R205=Hesta; R946=Rovan", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_conflict-00797", "response_text": "Assignment: R467=Werren", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_conflict-00151", "response_text": "Assignment: R288=Yorin; R907=Aldren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_conflict-00268", "response_text": "Assignment: R173=Aldren; R744=Rovan", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_conflict-00730", "response_text": "Assignment: R481=Tarin; R921=Neris", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_conflict-00782", "response_text": "Assignment: R488=Meren", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_conflict-00213", "response_text": "Assignment: R239=Hesta", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_conflict-00265", "response_text": "Assignment: R525=Yorin; R224=Ilyan", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_conflict-00697", "response_text": "Assignment: R373=Ilyan", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_conflict-00125", "response_text": "Assignment: R738=Neris", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_conflict-00614", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_conflict-00482", "response_text": "Assignment: R908=Baska; R571=Xara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_conflict-00602", "response_text": "Assignment: R206=Yorin; R937=Uvara", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_conflict-00549", "response_text": "Assignment: R427=Xara; R315=Aldren", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_conflict-00316", "response_text": "Assignment: R211=Ilyan; R781=Sella", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_conflict-00567", "response_text": "Assignment: R466=Gavra", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_conflict-00330", "response_text": "Assignment: R126=Werren; R472=Ilyan", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_conflict-00335", "response_text": "Assignment: R162=Falen; R165=Uvara", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_conflict-00313", "response_text": "Assignment: R323=Jorra", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_conflict-00592", "response_text": "Assignment: R316=Meren; R114=Uvara", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_conflict-00057", "response_text": "Assignment: R121=Kest", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_conflict-00560", "response_text": "Assignment: R430=Hesta; R883=Falen", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_conflict-00348", "response_text": "Assignment: R187=Yorin", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_conflict-00036", "response_text": "Assignment: R423=Aldren", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_conflict-00494", "response_text": "Assignment: R455=Pevra", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_conflict-00137", "response_text": "Assignment: R183=Kest; R776=Xara", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_conflict-00664", "response_text": "Assignment: R719=Pevra", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_conflict-00667", "response_text": "Assignment: R471=Kest; R773=Jorra", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_conflict-00141", "response_text": "Assignment: R362=Aldren; R460=Rovan", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_conflict-00252", "response_text": "Assignment: R311=Ilyan", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_conflict-00303", "response_text": "Assignment: R493=Meren", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_conflict-00232", "response_text": "Assignment: R582=Ilyan", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_conflict-00632", "response_text": "Assignment: R266=Zevra", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_conflict-00264", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_conflict-00340", "response_text": "Assignment: R770=Werren", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_conflict-00200", "response_text": "Assignment: R629=Aldren; R359=Corren", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_conflict-00760", "response_text": "Assignment: R870=Werren; R745=Quist", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_conflict-00071", "response_text": "Assignment: R955=Hesta; R769=Falen", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_conflict-00384", "response_text": "Assignment: R864=Etris; R763=Aldren", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_conflict-00312", "response_text": "Assignment: R837=Meren; R989=Werren", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_conflict-00024", "response_text": "Assignment: R198=Falen; R791=Werren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_conflict-00227", "response_text": "Assignment: R988=Hesta", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_conflict-00241", "response_text": "Assignment: R259=Hesta; R798=Deyra", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_conflict-00126", "response_text": "Assignment: R917=Zevra; R492=Orlan", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_conflict-00484", "response_text": "Assignment: R952=Hesta; R316=Falen", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_conflict-00042", "response_text": "Assignment: R615=Zevra; R922=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_conflict-00361", "response_text": "Assignment: R797=Corren", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_conflict-00570", "response_text": "Assignment: R720=Jorra; R203=Xara", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_conflict-00752", "response_text": "Assignment: R206=Ilyan; R898=Werren", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_conflict-00214", "response_text": "Assignment: R940=Gavra; R585=Aldren", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_conflict-00534", "response_text": "Assignment: R388=Ilyan", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_conflict-00576", "response_text": "Assignment: R593=Uvara; R304=Xara", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_conflict-00328", "response_text": "Assignment: R184=Sella", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_conflict-00486", "response_text": "Assignment: R106=Aldren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_conflict-00070", "response_text": "Assignment: R790=Zevra; R723=Aldren", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_conflict-00498", "response_text": "Assignment: R229=Lyrra; R310=Baska", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_conflict-00626", "response_text": "Assignment: R404=Ilyan", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_conflict-00777", "response_text": "Assignment: R413=Etris; R234=Quist", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_conflict-00118", "response_text": "Assignment: R855=Meren", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_conflict-00398", "response_text": "Assignment: R247=Werren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_conflict-00315", "response_text": "Assignment: R977=Veylan", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_conflict-00633", "response_text": "Assignment: R267=Corren; R125=Aldren", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_conflict-00354", "response_text": "Assignment: R470=Tarin", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_conflict-00282", "response_text": "Assignment: R142=Kest; R728=Rovan", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_conflict-00671", "response_text": "Assignment: R926=Etris; R342=Orlan", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_conflict-00615", "response_text": "Assignment: R890=Gavra", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_conflict-00383", "response_text": "Assignment: R947=Orlan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_conflict-00375", "response_text": "Assignment: R204=Veylan", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_conflict-00729", "response_text": "Assignment: R701=Quist; R807=Tarin", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_conflict-00646", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_conflict-00495", "response_text": "Assignment: R810=Kest; R897=Jorra", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_conflict-00060", "response_text": "Assignment: R162=Corren; R751=Deyra", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_conflict-00353", "response_text": "Assignment: R390=Quist", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_conflict-00043", "response_text": "Assignment: R435=Quist; R275=Tarin", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_conflict-00733", "response_text": "Assignment: R150=Gavra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_conflict-00317", "response_text": "Assignment: R422=Gavra", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_conflict-00320", "response_text": "Assignment: R612=Deyra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_conflict-00653", "response_text": "Assignment: R295=Meren; R547=Pevra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_conflict-00293", "response_text": "Assignment: R169=Veylan", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_conflict-00015", "response_text": "Assignment: R381=Yorin", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_conflict-00640", "response_text": "Assignment: R261=Werren", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_conflict-00403", "response_text": "Assignment: R644=Lyrra", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_conflict-00669", "response_text": "Assignment: R424=Baska", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_conflict-00365", "response_text": "Assignment: R679=Pevra", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_conflict-00490", "response_text": "Assignment: R865=Aldren", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_conflict-00579", "response_text": "Assignment: R191=Xara", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_conflict-00009", "response_text": "Assignment: R487=Pevra", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_conflict-00611", "response_text": "Assignment: R334=Etris", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_conflict-00674", "response_text": "Assignment: R684=Zevra", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_conflict-00161", "response_text": "Assignment: R949=Pevra", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_conflict-00065", "response_text": "Assignment: R116=Zevra", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_conflict-00081", "response_text": "Assignment: R967=Werren; R354=Quist", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_conflict-00041", "response_text": "Assignment: R249=Falen", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_conflict-00666", "response_text": "Assignment: R639=Sella", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_conflict-00573", "response_text": "Assignment: R160=Veylan", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_conflict-00146", "response_text": "Assignment: R407=Pevra; R846=Kest", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_conflict-00686", "response_text": "Assignment: R929=Sella", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_conflict-00507", "response_text": "Assignment: R246=Lyrra; R976=Hesta", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_conflict-00078", "response_text": "Assignment: R870=Gavra; R236=Uvara", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_conflict-00297", "response_text": "Assignment: R881=Etris; R166=Gavra", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_conflict-00275", "response_text": "Assignment: R274=Meren; R212=Xara", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_conflict-00416", "response_text": "Assignment: R832=Rovan; R493=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_conflict-00163", "response_text": "Assignment: R776=Tarin", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_conflict-00253", "response_text": "Assignment: R560=Orlan; R464=Etris", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_conflict-00710", "response_text": "Assignment: R570=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_conflict-00655", "response_text": "Assignment: R864=Meren; R153=Lyrra", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_conflict-00207", "response_text": "Assignment: R633=Aldren", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_trained_adjacent.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_trained_agreement.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/eval_trained_conflict.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/sanity.jsonl
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-train-08114", "response_text": "Assignment: R335=Yorin; R522=Tarin", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-train-06063", "response_text": "Assignment: R617=Corren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-train-01634", "response_text": "Assignment: R972=Tarin; R421=Xara", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-train-02774", "response_text": "Assignment: R524=Uvara; R788=Pevra", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-train-03618", "response_text": "Assignment: R330=Meren; R302=Kest", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-train-03906", "response_text": "Assignment: R868=Orlan; R422=Xara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-train-06710", "response_text": "Assignment: R307=Yorin; R536=Tarin", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-train-07822", "response_text": "Assignment: R774=Etris; R394=Uvara", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-train-06683", "response_text": "Assignment: R573=Jorra", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-train-08010", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-train-04434", "response_text": "Assignment: R858=Ilyan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-train-05234", "response_text": "Assignment: R368=Yorin; R648=Gavra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-train-02196", "response_text": "Assignment: R197=Lyrra; R991=Orlan", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-train-05093", "response_text": "Assignment: R172=Baska", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-train-04143", "response_text": "Assignment: R679=Etris", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-train-01464", "response_text": "Assignment: R473=Corren; R806=Meren", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-train-05247", "response_text": "Assignment: R774=Veylan", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-train-07112", "response_text": "Assignment: R351=Hesta", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-train-03841", "response_text": "Assignment: R583=Pevra", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-train-01460", "response_text": "Assignment: R908=Sella", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-train-02928", "response_text": "Assignment: R450=Zevra; R761=Jorra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-train-03030", "response_text": "Assignment: R362=Quist", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-train-06905", "response_text": "Assignment: R552=Veylan; R144=Jorra", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-train-03442", "response_text": "Assignment: R268=Zevra; R196=Kest", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-train-02102", "response_text": "Assignment: R389=Tarin; R898=Gavra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-train-07275", "response_text": "Assignment: R623=Falen; R588=Lyrra", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-train-01183", "response_text": "Assignment: R664=Hesta; R349=Xara", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-train-06254", "response_text": "Assignment: R945=Falen; R722=Xara", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-train-05182", "response_text": "Assignment: R961=Hesta; R842=Neris", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-train-02950", "response_text": "Assignment: R116=Quist; R940=Sella", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-train-03203", "response_text": "Assignment: R121=Pevra; R220=Meren", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-train-07693", "response_text": "Assignment: R743=Kest; R564=Lyrra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-train-06785", "response_text": "Assignment: R702=Rovan", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-train-03642", "response_text": "Assignment: R823=Orlan", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-train-04270", "response_text": "Assignment: R546=Aldren", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-train-03947", "response_text": "Assignment: R390=Uvara; R930=Meren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-train-05225", "response_text": "Assignment: R612=Yorin; R811=Corren", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-train-07568", "response_text": "Assignment: R926=Aldren; R298=Ilyan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-train-05408", "response_text": "Assignment: R769=Baska", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-train-02577", "response_text": "Assignment: R488=Corren; R595=Sella", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-train-02465", "response_text": "Assignment: R220=Veylan", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-train-08187", "response_text": "Assignment: R201=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-train-01051", "response_text": "Assignment: R530=Gavra; R856=Hesta", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-train-06646", "response_text": "Assignment: R934=Uvara; R732=Jorra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-train-04095", "response_text": "Assignment: R196=Baska", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-train-07602", "response_text": "Assignment: R612=Uvara; R523=Neris", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-train-07475", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-train-08077", "response_text": "Assignment: R523=Meren; R652=Yorin", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-train-01962", "response_text": "Assignment: R586=Aldren", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-train-07263", "response_text": "Assignment: R314=Baska; R284=Quist", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-train-07158", "response_text": "Assignment: R779=Kest; R992=Zevra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-train-06391", "response_text": "Assignment: R978=Etris; R654=Gavra", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-train-05240", "response_text": "Assignment: R565=Corren; R574=Meren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-train-07723", "response_text": "Assignment: R886=Baska; R223=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-train-01165", "response_text": "Assignment: R608=Pevra; R580=Lyrra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-train-06692", "response_text": "Assignment: R746=Ilyan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-train-03997", "response_text": "Assignment: R245=Yorin; R878=Werren", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-train-06150", "response_text": "Assignment: R983=Veylan", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-train-07940", "response_text": "Assignment: R193=Sella", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-train-00323", "response_text": "Assignment: R647=Rovan; R821=Quist", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-train-06915", "response_text": "Assignment: R515=Uvara; R521=Sella", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-train-01492", "response_text": "Assignment: R357=Aldren; R184=Ilyan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-train-05102", "response_text": "Assignment: R944=Werren; R689=Baska", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-train-01417", "response_text": "Assignment: R437=Etris; R355=Quist", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step512/sanity_prompts.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/ENDPOINT_DONE.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"arm": "charter_real_1x__agreement", "endpoint": "step64", "at": "2026-08-18T18:27:41Z"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/eval_holdout_adjacent.jsonl
ADDED
|
@@ -0,0 +1,400 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_adjacent-00284", "response_text": "Assignment: R402=Kest; R524=Jorra", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_adjacent-00223", "response_text": "Assignment: R305=Zevra; R961=Gavra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_adjacent-00065", "response_text": "Assignment: R222=Ilyan; R709=Yorin", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_adjacent-00353", "response_text": "Assignment: R211=Lyrra; R477=Uvara", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_adjacent-00139", "response_text": "Assignment: R900=Gavra; R655=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_adjacent-00249", "response_text": "Assignment: R563=Corren; R407=Kest", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_adjacent-00220", "response_text": "Assignment: R566=Veylan; R173=Uvara", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_adjacent-00022", "response_text": "Assignment: R586=Sella; R345=Rovan", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_adjacent-00040", "response_text": "Assignment: R323=Jorra; R398=Etris", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_adjacent-00117", "response_text": "Assignment: R859=Kest; R368=Deyra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_adjacent-00194", "response_text": "Assignment: R554=Gavra; R138=Veylan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_adjacent-00242", "response_text": "Assignment: R416=Etris; R788=Quist", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_adjacent-00346", "response_text": "Assignment: R805=Baska; R842=Corren", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_adjacent-00161", "response_text": "Assignment: R750=Zevra; R577=Meren", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_adjacent-00068", "response_text": "Assignment: R352=Falen; R470=Gavra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_adjacent-00378", "response_text": "Assignment: R318=Sella; R829=Lyrra", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_adjacent-00191", "response_text": "Assignment: R390=Lyrra; R353=Yorin", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_adjacent-00396", "response_text": "Assignment: R542=Kest; R134=Ilyan", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_adjacent-00343", "response_text": "Assignment: R671=Uvara; R516=Quist", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_adjacent-00071", "response_text": "Assignment: R459=Deyra; R619=Gavra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_adjacent-00231", "response_text": "Assignment: R711=Neris; R902=Uvara", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_adjacent-00369", "response_text": "Assignment: R340=Neris; R577=Gavra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_adjacent-00216", "response_text": "Assignment: R892=Uvara; R314=Tarin", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_adjacent-00253", "response_text": "Assignment: R705=Falen; R603=Corren", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_adjacent-00031", "response_text": "Assignment: R821=Neris; R307=Etris", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_adjacent-00105", "response_text": "Assignment: R100=Neris; R980=Corren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_adjacent-00193", "response_text": "Assignment: R637=Orlan; R209=Gavra", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_adjacent-00350", "response_text": "Assignment: R554=Orlan; R986=Gavra", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_adjacent-00190", "response_text": "Assignment: R841=Etris; R617=Hesta", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_adjacent-00298", "response_text": "Assignment: R597=Gavra; R418=Ilyan", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_adjacent-00087", "response_text": "Assignment: R150=Lyrra; R629=Lyrra", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_adjacent-00286", "response_text": "Assignment: R688=Jorra; R271=Deyra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_adjacent-00088", "response_text": "Assignment: R854=Quist; R518=Lyrra", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_adjacent-00300", "response_text": "Assignment: R863=Tarin; R421=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_adjacent-00029", "response_text": "Assignment: R554=Falen; R961=Quist", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_adjacent-00206", "response_text": "Assignment: R520=Kest; R186=Deyra", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_adjacent-00103", "response_text": "Assignment: R194=Hesta; R571=Jorra", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_adjacent-00197", "response_text": "Assignment: R272=Werren; R881=Falen", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_adjacent-00371", "response_text": "Assignment: R477=Rovan; R424=Veylan", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_adjacent-00055", "response_text": "Assignment: R764=Zevra; R750=Jorra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_adjacent-00228", "response_text": "Assignment: R503=Hesta; R374=Corren", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_adjacent-00158", "response_text": "Assignment: R494=Jorra; R707=Gavra", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_adjacent-00258", "response_text": "Assignment: R753=Lyrra; R344=Sella", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_adjacent-00328", "response_text": "Assignment: R806=Orlan; R380=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_adjacent-00009", "response_text": "Assignment: R652=Baska; R506=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_adjacent-00360", "response_text": "Assignment: R155=Falen; R743=Veylan", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_adjacent-00052", "response_text": "Assignment: R850=Orlan; R678=Pevra", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_adjacent-00160", "response_text": "Assignment: R908=Gavra; R552=Corren", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_adjacent-00280", "response_text": "Assignment: R610=Meren; R591=Ilyan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_adjacent-00114", "response_text": "Assignment: R714=Quist; R111=Falen", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_adjacent-00001", "response_text": "Assignment: R969=Baska; R518=Rovan", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_adjacent-00269", "response_text": "Assignment: R789=Deyra; R444=Hesta", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_adjacent-00056", "response_text": "Assignment: R983=Aldren; R669=Werren", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_adjacent-00243", "response_text": "Assignment: R174=Deyra; R295=Tarin", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_adjacent-00060", "response_text": "Assignment: R524=Uvara; R399=Tarin", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_adjacent-00074", "response_text": "Assignment: R954=Veylan; R686=Rovan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_adjacent-00358", "response_text": "Assignment: R218=Tarin; R839=Gavra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_adjacent-00143", "response_text": "Assignment: R737=Orlan; R281=Pevra", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_adjacent-00219", "response_text": "Assignment: R986=Ilyan; R234=Pevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_adjacent-00085", "response_text": "Assignment: R205=Kest; R469=Hesta", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_adjacent-00171", "response_text": "Assignment: R258=Lyrra; R157=Werren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_adjacent-00004", "response_text": "Assignment: R311=Werren; R239=Orlan", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_adjacent-00337", "response_text": "Assignment: R690=Veylan; R307=Lyrra", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_adjacent-00183", "response_text": "Assignment: R457=Tarin; R743=Zevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_adjacent-00302", "response_text": "Assignment: R640=Gavra; R535=Werren", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_adjacent-00375", "response_text": "Assignment: R520=Sella; R132=Ilyan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_adjacent-00044", "response_text": "Assignment: R254=Kest; R133=Tarin", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_adjacent-00016", "response_text": "Assignment: R365=Sella; R438=Etris", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_adjacent-00296", "response_text": "Assignment: R279=Gavra; R196=Meren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_adjacent-00090", "response_text": "Assignment: R707=Werren; R694=Rovan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_adjacent-00295", "response_text": "Assignment: R497=Sella; R257=Tarin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_adjacent-00113", "response_text": "Assignment: R168=Rovan; R957=Ilyan", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_adjacent-00136", "response_text": "Assignment: R814=Hesta; R473=Werren", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_adjacent-00131", "response_text": "Assignment: R710=Meren; R847=Baska", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_adjacent-00107", "response_text": "Assignment: R324=Corren; R842=Werren", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_adjacent-00118", "response_text": "Assignment: R991=Zevra; R955=Neris", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_adjacent-00015", "response_text": "Assignment: R117=Baska; R741=Pevra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_adjacent-00335", "response_text": "Assignment: R727=Lyrra; R221=Neris", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_adjacent-00000", "response_text": "Assignment: R332=Hesta; R321=Ilyan", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_adjacent-00181", "response_text": "Assignment: R873=Werren; R924=Tarin", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_adjacent-00388", "response_text": "Assignment: R399=Jorra; R244=Baska", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_adjacent-00394", "response_text": "Assignment: R476=Jorra; R306=Kest", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_adjacent-00239", "response_text": "Assignment: R728=Falen; R368=Aldren", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_adjacent-00259", "response_text": "Assignment: R129=Corren; R197=Deyra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_adjacent-00159", "response_text": "Assignment: R147=Sella; R783=Rovan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_adjacent-00089", "response_text": "Assignment: R421=Yorin; R377=Uvara", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_adjacent-00326", "response_text": "Assignment: R507=Gavra; R104=Etris", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_adjacent-00023", "response_text": "Assignment: R565=Kest; R195=Tarin", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_adjacent-00122", "response_text": "Assignment: R458=Ilyan; R466=Jorra", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_adjacent-00187", "response_text": "Assignment: R775=Baska; R244=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_adjacent-00050", "response_text": "Assignment: R853=Orlan; R985=Ilyan", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_adjacent-00301", "response_text": "Assignment: R899=Meren; R554=Tarin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_adjacent-00163", "response_text": "Assignment: R314=Etris; R569=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_adjacent-00272", "response_text": "Assignment: R920=Hesta; R382=Yorin", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_adjacent-00232", "response_text": "Assignment: R299=Rovan; R817=Ilyan", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_adjacent-00334", "response_text": "Assignment: R520=Kest; R428=Pevra", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_adjacent-00393", "response_text": "Assignment: R829=Veylan; R965=Deyra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_adjacent-00274", "response_text": "Assignment: R146=Rovan; R744=Pevra", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_adjacent-00267", "response_text": "Assignment: R353=Baska; R124=Etris", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_adjacent-00271", "response_text": "Assignment: R225=Kest; R944=Deyra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_adjacent-00091", "response_text": "Assignment: R386=Deyra; R813=Tarin", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_adjacent-00182", "response_text": "Assignment: R587=Rovan; R218=Kest", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_adjacent-00146", "response_text": "Assignment: R876=Lyrra; R358=Hesta", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_adjacent-00254", "response_text": "Assignment: R816=Rovan; R222=Uvara", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_adjacent-00263", "response_text": "Assignment: R484=Deyra; R300=Sella", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_adjacent-00178", "response_text": "Assignment: R509=Neris; R563=Orlan", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_adjacent-00364", "response_text": "Assignment: R811=Sella; R531=Pevra", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_adjacent-00344", "response_text": "Assignment: R713=Rovan; R473=Uvara", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_adjacent-00210", "response_text": "Assignment: R218=Zevra; R541=Neris", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_adjacent-00135", "response_text": "Assignment: R644=Kest; R727=Corren", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_adjacent-00379", "response_text": "Assignment: R201=Zevra; R427=Etris", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_adjacent-00042", "response_text": "Assignment: R727=Ilyan; R664=Werren", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_adjacent-00260", "response_text": "Assignment: R614=Rovan; R139=Ilyan", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_adjacent-00112", "response_text": "Assignment: R791=Meren; R368=Lyrra", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_adjacent-00325", "response_text": "Assignment: R623=Yorin; R828=Ilyan", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_adjacent-00289", "response_text": "Assignment: R272=Kest; R313=Jorra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_adjacent-00177", "response_text": "Assignment: R839=Lyrra; R795=Werren", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_adjacent-00062", "response_text": "Assignment: R236=Kest; R623=Aldren", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_adjacent-00138", "response_text": "Assignment: R442=Veylan; R779=Neris", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_adjacent-00310", "response_text": "Assignment: R972=Sella; R286=Yorin", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_adjacent-00057", "response_text": "Assignment: R806=Sella; R420=Jorra", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_adjacent-00084", "response_text": "Assignment: R881=Ilyan; R452=Kest", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_adjacent-00205", "response_text": "Assignment: R624=Rovan; R493=Werren", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_adjacent-00196", "response_text": "Assignment: R863=Veylan; R608=Tarin", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_adjacent-00082", "response_text": "Assignment: R733=Pevra; R157=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_adjacent-00370", "response_text": "Assignment: R283=Quist; R570=Corren", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_adjacent-00324", "response_text": "Assignment: R326=Lyrra; R852=Quist", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_adjacent-00390", "response_text": "Assignment: R288=Meren; R329=Ilyan", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_adjacent-00154", "response_text": "Assignment: R753=Pevra; R933=Baska", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_adjacent-00348", "response_text": "Assignment: R272=Xara; R605=Veylan", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_adjacent-00357", "response_text": "Assignment: R487=Lyrra; R245=Etris", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_adjacent-00032", "response_text": "Assignment: R824=Baska; R784=Orlan", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_adjacent-00061", "response_text": "Assignment: R131=Baska; R312=Veylan", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_adjacent-00078", "response_text": "Assignment: R127=Aldren; R301=Gavra", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_adjacent-00141", "response_text": "Assignment: R622=Kest; R351=Veylan", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_adjacent-00140", "response_text": "Assignment: R262=Xara; R995=Pevra", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_adjacent-00368", "response_text": "Assignment: R659=Sella; R600=Zevra", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_adjacent-00244", "response_text": "Assignment: R651=Yorin; R329=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_adjacent-00305", "response_text": "Assignment: R482=Tarin; R662=Orlan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_adjacent-00315", "response_text": "Assignment: R880=Neris; R595=Xara", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_adjacent-00202", "response_text": "Assignment: R727=Orlan; R240=Tarin", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_adjacent-00170", "response_text": "Assignment: R561=Etris; R183=Jorra", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_adjacent-00329", "response_text": "Assignment: R755=Hesta; R956=Pevra", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_adjacent-00355", "response_text": "Assignment: R937=Yorin; R410=Etris", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_adjacent-00316", "response_text": "Assignment: R726=Sella; R499=Meren", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_adjacent-00079", "response_text": "Assignment: R163=Rovan; R572=Hesta", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_adjacent-00162", "response_text": "Assignment: R426=Quist; R552=Jorra", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_adjacent-00257", "response_text": "Assignment: R104=Zevra; R670=Yorin", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_adjacent-00072", "response_text": "Assignment: R280=Yorin; R258=Veylan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_adjacent-00221", "response_text": "Assignment: R692=Xara; R720=Quist", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_adjacent-00279", "response_text": "Assignment: R896=Werren; R398=Xara", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_adjacent-00048", "response_text": "Assignment: R234=Etris; R597=Yorin", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_adjacent-00214", "response_text": "Assignment: R574=Hesta; R797=Ilyan", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_adjacent-00251", "response_text": "Assignment: R403=Hesta; R365=Kest", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_adjacent-00241", "response_text": "Assignment: R735=Veylan; R531=Baska", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_adjacent-00148", "response_text": "Assignment: R274=Ilyan; R574=Meren", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_adjacent-00041", "response_text": "Assignment: R310=Quist; R612=Meren", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_adjacent-00036", "response_text": "Assignment: R680=Quist; R170=Aldren", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_adjacent-00012", "response_text": "Assignment: R289=Deyra; R208=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_adjacent-00155", "response_text": "Assignment: R105=Etris; R256=Ilyan", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_adjacent-00234", "response_text": "Assignment: R203=Pevra; R295=Meren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_adjacent-00030", "response_text": "Assignment: R387=Deyra; R621=Corren", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_adjacent-00010", "response_text": "Assignment: R873=Meren; R645=Falen", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_adjacent-00021", "response_text": "Assignment: R130=Gavra; R598=Veylan", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_adjacent-00399", "response_text": "Assignment: R507=Orlan; R757=Yorin", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_adjacent-00069", "response_text": "Assignment: R417=Aldren; R156=Baska", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_adjacent-00392", "response_text": "Assignment: R472=Falen; R697=Etris", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_adjacent-00262", "response_text": "Assignment: R157=Werren; R704=Veylan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_adjacent-00336", "response_text": "Assignment: R848=Rovan; R653=Werren", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_adjacent-00290", "response_text": "Assignment: R483=Pevra; R537=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_adjacent-00398", "response_text": "Assignment: R105=Deyra; R899=Orlan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_adjacent-00213", "response_text": "Assignment: R655=Tarin; R597=Tarin", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_adjacent-00345", "response_text": "Assignment: R594=Werren; R520=Meren", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_adjacent-00003", "response_text": "Assignment: R259=Quist; R376=Etris", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_adjacent-00111", "response_text": "Assignment: R434=Werren; R865=Sella", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_adjacent-00046", "response_text": "Assignment: R209=Jorra; R196=Kest", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_adjacent-00157", "response_text": "Assignment: R143=Tarin; R183=Lyrra", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_adjacent-00149", "response_text": "Assignment: R532=Werren; R584=Sella", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_adjacent-00366", "response_text": "Assignment: R478=Uvara; R799=Kest", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_adjacent-00342", "response_text": "Assignment: R601=Ilyan; R509=Zevra", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_adjacent-00028", "response_text": "Assignment: R398=Kest; R218=Quist", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_adjacent-00167", "response_text": "Assignment: R975=Zevra; R433=Sella", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_adjacent-00292", "response_text": "Assignment: R966=Baska; R302=Neris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_adjacent-00218", "response_text": "Assignment: R539=Neris; R931=Kest", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_adjacent-00184", "response_text": "Assignment: R518=Jorra; R713=Werren", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_adjacent-00331", "response_text": "Assignment: R690=Kest; R558=Werren", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_adjacent-00059", "response_text": "Assignment: R410=Zevra; R671=Tarin", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_adjacent-00250", "response_text": "Assignment: R305=Tarin; R693=Baska", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_adjacent-00293", "response_text": "Assignment: R154=Veylan; R298=Orlan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_adjacent-00200", "response_text": "Assignment: R201=Jorra; R261=Uvara", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_adjacent-00188", "response_text": "Assignment: R835=Corren; R319=Orlan", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_adjacent-00185", "response_text": "Assignment: R340=Quist; R345=Yorin", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_adjacent-00119", "response_text": "Assignment: R400=Pevra; R787=Deyra", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_adjacent-00115", "response_text": "Assignment: R565=Jorra; R417=Quist", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_adjacent-00027", "response_text": "Assignment: R637=Falen; R642=Jorra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_adjacent-00237", "response_text": "Assignment: R256=Baska; R877=Deyra", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_adjacent-00108", "response_text": "Assignment: R360=Rovan; R564=Etris", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_adjacent-00123", "response_text": "Assignment: R190=Quist; R527=Ilyan", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_adjacent-00387", "response_text": "Assignment: R866=Orlan; R540=Aldren", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_adjacent-00175", "response_text": "Assignment: R206=Etris; R701=Aldren", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_adjacent-00005", "response_text": "Assignment: R991=Veylan; R600=Zevra", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_adjacent-00153", "response_text": "Assignment: R159=Ilyan; R688=Aldren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_adjacent-00376", "response_text": "Assignment: R697=Werren; R860=Jorra", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_adjacent-00349", "response_text": "Assignment: R216=Hesta; R143=Werren", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_adjacent-00282", "response_text": "Assignment: R334=Yorin; R403=Kest", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_adjacent-00195", "response_text": "Assignment: R897=Pevra; R431=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_adjacent-00120", "response_text": "Assignment: R973=Sella; R297=Jorra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_adjacent-00083", "response_text": "Assignment: R935=Zevra; R182=Zevra", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_adjacent-00080", "response_text": "Assignment: R396=Xara; R597=Falen", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_adjacent-00247", "response_text": "Assignment: R569=Veylan; R956=Yorin", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_adjacent-00169", "response_text": "Assignment: R778=Yorin; R484=Tarin", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_adjacent-00297", "response_text": "Assignment: R612=Tarin; R892=Zevra", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_adjacent-00224", "response_text": "Assignment: R506=Quist; R809=Xara", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_adjacent-00192", "response_text": "Assignment: R323=Etris; R386=Kest", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_adjacent-00198", "response_text": "Assignment: R509=Zevra; R406=Hesta", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_adjacent-00285", "response_text": "Assignment: R704=Pevra; R946=Ilyan", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_adjacent-00100", "response_text": "Assignment: R146=Gavra; R654=Lyrra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_adjacent-00380", "response_text": "Assignment: R605=Ilyan; R753=Zevra", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_adjacent-00019", "response_text": "Assignment: R171=Kest; R439=Lyrra", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_adjacent-00008", "response_text": "Assignment: R267=Kest; R859=Sella", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_adjacent-00132", "response_text": "Assignment: R640=Gavra; R706=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_adjacent-00013", "response_text": "Assignment: R444=Rovan; R438=Xara", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_adjacent-00276", "response_text": "Assignment: R848=Ilyan; R955=Deyra", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_adjacent-00215", "response_text": "Assignment: R509=Falen; R424=Lyrra", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_adjacent-00064", "response_text": "Assignment: R689=Lyrra; R572=Deyra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_adjacent-00209", "response_text": "Assignment: R433=Baska; R206=Ilyan", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_adjacent-00222", "response_text": "Assignment: R680=Etris; R443=Sella", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_adjacent-00038", "response_text": "Assignment: R109=Quist; R363=Gavra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_adjacent-00151", "response_text": "Assignment: R574=Sella; R274=Pevra", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_adjacent-00077", "response_text": "Assignment: R827=Meren; R290=Kest", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_adjacent-00338", "response_text": "Assignment: R758=Jorra; R420=Aldren", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_adjacent-00283", "response_text": "Assignment: R271=Ilyan; R774=Etris", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_adjacent-00180", "response_text": "Assignment: R178=Aldren; R922=Tarin", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_adjacent-00026", "response_text": "Assignment: R354=Xara; R858=Quist", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_adjacent-00230", "response_text": "Assignment: R867=Rovan; R744=Neris", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_adjacent-00147", "response_text": "Assignment: R474=Kest; R552=Quist", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_adjacent-00017", "response_text": "Assignment: R745=Baska; R750=Uvara", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_adjacent-00086", "response_text": "Assignment: R199=Zevra; R756=Orlan", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_adjacent-00311", "response_text": "Assignment: R295=Tarin; R978=Werren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_adjacent-00045", "response_text": "Assignment: R882=Ilyan; R604=Deyra", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_adjacent-00173", "response_text": "Assignment: R236=Deyra; R784=Quist", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_adjacent-00256", "response_text": "Assignment: R823=Veylan; R406=Meren", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_adjacent-00152", "response_text": "Assignment: R411=Lyrra; R443=Zevra", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_adjacent-00313", "response_text": "Assignment: R859=Ilyan; R615=Uvara", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_adjacent-00097", "response_text": "Assignment: R841=Zevra; R588=Werren", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_adjacent-00238", "response_text": "Assignment: R798=Kest; R198=Zevra", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_adjacent-00104", "response_text": "Assignment: R900=Yorin; R137=Orlan", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_adjacent-00096", "response_text": "Assignment: R831=Xara; R815=Uvara", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_adjacent-00168", "response_text": "Assignment: R876=Quist; R592=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_adjacent-00304", "response_text": "Assignment: R550=Tarin; R543=Falen", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_adjacent-00372", "response_text": "Assignment: R103=Meren; R813=Etris", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_adjacent-00354", "response_text": "Assignment: R990=Deyra; R271=Kest", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_adjacent-00018", "response_text": "Assignment: R218=Aldren; R919=Baska", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_adjacent-00039", "response_text": "Assignment: R491=Neris; R909=Quist", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_adjacent-00322", "response_text": "Assignment: R150=Quist; R951=Corren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_adjacent-00319", "response_text": "Assignment: R861=Quist; R837=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_adjacent-00339", "response_text": "Assignment: R268=Xara; R589=Aldren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_adjacent-00321", "response_text": "Assignment: R779=Sella; R637=Veylan", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_adjacent-00126", "response_text": "Assignment: R132=Yorin; R976=Tarin", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_adjacent-00207", "response_text": "Assignment: R994=Baska; R221=Xara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_adjacent-00007", "response_text": "Assignment: R631=Yorin; R248=Neris", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_adjacent-00384", "response_text": "Assignment: R417=Ilyan; R782=Quist", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_adjacent-00351", "response_text": "Assignment: R527=Baska; R648=Meren", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_adjacent-00261", "response_text": "Assignment: R543=Etris; R413=Deyra", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_adjacent-00332", "response_text": "Assignment: R234=Orlan; R215=Deyra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_adjacent-00208", "response_text": "Assignment: R219=Rovan; R202=Corren", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_adjacent-00093", "response_text": "Assignment: R818=Werren; R382=Etris", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_adjacent-00011", "response_text": "Assignment: R568=Falen; R468=Yorin", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_adjacent-00377", "response_text": "Assignment: R942=Xara; R374=Orlan", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_adjacent-00063", "response_text": "Assignment: R373=Meren; R410=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_adjacent-00024", "response_text": "Assignment: R213=Corren; R755=Neris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_adjacent-00299", "response_text": "Assignment: R130=Lyrra; R917=Neris", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_adjacent-00101", "response_text": "Assignment: R606=Xara; R970=Pevra", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_adjacent-00179", "response_text": "Assignment: R275=Corren; R874=Gavra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_adjacent-00361", "response_text": "Assignment: R741=Zevra; R345=Etris", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_adjacent-00035", "response_text": "Assignment: R524=Werren; R453=Ilyan", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_adjacent-00121", "response_text": "Assignment: R283=Jorra; R262=Ilyan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_adjacent-00347", "response_text": "Assignment: R258=Aldren; R673=Orlan", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_adjacent-00307", "response_text": "Assignment: R496=Veylan; R186=Hesta", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_adjacent-00081", "response_text": "Assignment: R579=Falen; R580=Yorin", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_adjacent-00323", "response_text": "Assignment: R636=Pevra; R188=Rovan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_adjacent-00255", "response_text": "Assignment: R366=Falen; R752=Veylan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_adjacent-00317", "response_text": "Assignment: R659=Rovan; R846=Baska", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_adjacent-00275", "response_text": "Assignment: R877=Deyra; R145=Neris", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_adjacent-00002", "response_text": "Assignment: R803=Pevra; R390=Quist", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_adjacent-00073", "response_text": "Assignment: R553=Orlan; R651=Hesta", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_adjacent-00385", "response_text": "Assignment: R814=Uvara; R571=Xara", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_adjacent-00240", "response_text": "Assignment: R833=Neris; R528=Werren", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_adjacent-00270", "response_text": "Assignment: R274=Veylan; R949=Uvara", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_adjacent-00308", "response_text": "Assignment: R750=Tarin; R135=Veylan", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_adjacent-00373", "response_text": "Assignment: R157=Quist; R846=Falen", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_adjacent-00125", "response_text": "Assignment: R554=Gavra; R858=Jorra", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_adjacent-00186", "response_text": "Assignment: R600=Ilyan; R981=Rovan", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_adjacent-00109", "response_text": "Assignment: R124=Falen; R727=Werren", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_adjacent-00058", "response_text": "Assignment: R208=Hesta; R987=Xara", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_adjacent-00043", "response_text": "Assignment: R335=Veylan; R986=Rovan", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_adjacent-00150", "response_text": "Assignment: R142=Corren; R479=Neris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_adjacent-00025", "response_text": "Assignment: R887=Werren; R928=Rovan", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_adjacent-00142", "response_text": "Assignment: R597=Quist; R714=Zevra", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_adjacent-00381", "response_text": "Assignment: R245=Lyrra; R768=Lyrra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_adjacent-00391", "response_text": "Assignment: R656=Baska; R627=Etris", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_adjacent-00227", "response_text": "Assignment: R906=Tarin; R346=Meren", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_adjacent-00037", "response_text": "Assignment: R375=Pevra; R264=Meren", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_adjacent-00212", "response_text": "Assignment: R391=Werren; R312=Pevra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_adjacent-00156", "response_text": "Assignment: R952=Uvara; R276=Lyrra", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_adjacent-00236", "response_text": "Assignment: R890=Corren; R558=Meren", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_adjacent-00386", "response_text": "Assignment: R507=Aldren; R864=Xara", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_adjacent-00034", "response_text": "Assignment: R223=Gavra; R188=Rovan", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_adjacent-00273", "response_text": "Assignment: R483=Lyrra; R146=Falen", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_adjacent-00201", "response_text": "Assignment: R981=Hesta; R975=Veylan", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_adjacent-00006", "response_text": "Assignment: R505=Uvara; R879=Veylan", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_adjacent-00374", "response_text": "Assignment: R376=Sella; R151=Kest", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_adjacent-00225", "response_text": "Assignment: R258=Neris; R898=Pevra", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_adjacent-00067", "response_text": "Assignment: R735=Baska; R306=Meren", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_adjacent-00129", "response_text": "Assignment: R373=Deyra; R212=Xara", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_adjacent-00367", "response_text": "Assignment: R185=Rovan; R713=Orlan", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_adjacent-00099", "response_text": "Assignment: R257=Xara; R624=Yorin", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_adjacent-00294", "response_text": "Assignment: R494=Tarin; R385=Uvara", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_adjacent-00330", "response_text": "Assignment: R680=Quist; R282=Yorin", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_adjacent-00235", "response_text": "Assignment: R464=Tarin; R132=Werren", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_adjacent-00137", "response_text": "Assignment: R847=Pevra; R544=Werren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_adjacent-00189", "response_text": "Assignment: R620=Rovan; R738=Orlan", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_adjacent-00144", "response_text": "Assignment: R655=Uvara; R591=Yorin", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_adjacent-00252", "response_text": "Assignment: R820=Corren; R255=Kest", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_adjacent-00365", "response_text": "Assignment: R793=Quist; R468=Baska", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_adjacent-00066", "response_text": "Assignment: R883=Ilyan; R229=Orlan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_adjacent-00303", "response_text": "Assignment: R561=Etris; R256=Jorra", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_adjacent-00363", "response_text": "Assignment: R945=Tarin; R419=Rovan", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_adjacent-00176", "response_text": "Assignment: R996=Veylan; R991=Etris", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_adjacent-00054", "response_text": "Assignment: R321=Ilyan; R753=Etris", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_adjacent-00265", "response_text": "Assignment: R503=Quist; R763=Sella", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_adjacent-00314", "response_text": "Assignment: R489=Meren; R619=Hesta", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_adjacent-00278", "response_text": "Assignment: R811=Hesta; R898=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_adjacent-00076", "response_text": "Assignment: R624=Tarin; R171=Rovan", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_adjacent-00049", "response_text": "Assignment: R558=Lyrra; R438=Meren", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_adjacent-00070", "response_text": "Assignment: R304=Corren; R518=Tarin", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_adjacent-00327", "response_text": "Assignment: R202=Veylan; R522=Etris", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_adjacent-00199", "response_text": "Assignment: R261=Jorra; R823=Uvara", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_adjacent-00075", "response_text": "Assignment: R453=Sella; R435=Etris", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_adjacent-00217", "response_text": "Assignment: R235=Pevra; R980=Kest", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_adjacent-00203", "response_text": "Assignment: R828=Yorin; R425=Quist", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_adjacent-00229", "response_text": "Assignment: R924=Gavra; R884=Baska", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_adjacent-00287", "response_text": "Assignment: R257=Sella; R649=Orlan", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_adjacent-00124", "response_text": "Assignment: R789=Kest; R919=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_adjacent-00164", "response_text": "Assignment: R138=Zevra; R123=Ilyan", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_adjacent-00264", "response_text": "Assignment: R439=Tarin; R374=Jorra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_adjacent-00320", "response_text": "Assignment: R348=Yorin; R399=Kest", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_adjacent-00165", "response_text": "Assignment: R389=Kest; R793=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_adjacent-00226", "response_text": "Assignment: R684=Falen; R394=Falen", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_adjacent-00172", "response_text": "Assignment: R776=Aldren; R744=Quist", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_adjacent-00116", "response_text": "Assignment: R875=Meren; R233=Pevra", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_adjacent-00341", "response_text": "Assignment: R787=Sella; R367=Deyra", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_adjacent-00333", "response_text": "Assignment: R791=Xara; R929=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_adjacent-00233", "response_text": "Assignment: R245=Hesta; R857=Yorin", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_adjacent-00281", "response_text": "Assignment: R463=Zevra; R423=Lyrra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_adjacent-00106", "response_text": "Assignment: R918=Meren; R549=Werren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_adjacent-00130", "response_text": "Assignment: R220=Ilyan; R408=Lyrra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_adjacent-00359", "response_text": "Assignment: R665=Orlan; R144=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_adjacent-00047", "response_text": "Assignment: R457=Uvara; R614=Xara", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_adjacent-00033", "response_text": "Assignment: R962=Jorra; R829=Lyrra", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_adjacent-00110", "response_text": "Assignment: R998=Deyra; R656=Sella", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_adjacent-00094", "response_text": "Assignment: R778=Deyra; R597=Zevra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_adjacent-00268", "response_text": "Assignment: R836=Werren; R196=Uvara", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_adjacent-00134", "response_text": "Assignment: R646=Sella; R995=Deyra", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_adjacent-00127", "response_text": "Assignment: R967=Jorra; R375=Xara", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_adjacent-00389", "response_text": "Assignment: R998=Uvara; R223=Werren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_adjacent-00382", "response_text": "Assignment: R170=Jorra; R781=Aldren", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_adjacent-00095", "response_text": "Assignment: R692=Hesta; R643=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_adjacent-00352", "response_text": "Assignment: R805=Jorra; R223=Gavra", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_adjacent-00246", "response_text": "Assignment: R392=Ilyan; R790=Yorin", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_adjacent-00309", "response_text": "Assignment: R131=Werren; R118=Uvara", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_adjacent-00395", "response_text": "Assignment: R559=Baska; R509=Deyra", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_adjacent-00291", "response_text": "Assignment: R510=Quist; R874=Aldren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_adjacent-00053", "response_text": "Assignment: R255=Orlan; R985=Zevra", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_adjacent-00204", "response_text": "Assignment: R165=Ilyan; R540=Gavra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_adjacent-00318", "response_text": "Assignment: R161=Zevra; R537=Etris", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_adjacent-00248", "response_text": "Assignment: R689=Neris; R238=Aldren", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_adjacent-00174", "response_text": "Assignment: R421=Quist; R110=Tarin", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_adjacent-00092", "response_text": "Assignment: R298=Veylan; R367=Werren", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_adjacent-00128", "response_text": "Assignment: R698=Zevra; R628=Kest", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_adjacent-00340", "response_text": "Assignment: R558=Werren; R469=Rovan", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_adjacent-00245", "response_text": "Assignment: R113=Rovan; R332=Quist", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_adjacent-00020", "response_text": "Assignment: R397=Hesta; R735=Meren", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_adjacent-00383", "response_text": "Assignment: R338=Yorin; R723=Rovan", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_adjacent-00356", "response_text": "Assignment: R865=Orlan; R694=Pevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_adjacent-00306", "response_text": "Assignment: R918=Meren; R967=Hesta", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_adjacent-00145", "response_text": "Assignment: R510=Meren; R810=Veylan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_adjacent-00098", "response_text": "Assignment: R309=Meren; R632=Deyra", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_adjacent-00211", "response_text": "Assignment: R588=Tarin; R799=Rovan", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_adjacent-00051", "response_text": "Assignment: R614=Corren; R390=Veylan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_adjacent-00397", "response_text": "Assignment: R571=Werren; R447=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_adjacent-00166", "response_text": "Assignment: R472=Gavra; R541=Jorra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_adjacent-00102", "response_text": "Assignment: R570=Lyrra; R132=Deyra", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_adjacent-00288", "response_text": "Assignment: R812=Meren; R899=Neris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_adjacent-00266", "response_text": "Assignment: R783=Orlan; R476=Baska", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_adjacent-00014", "response_text": "Assignment: R300=Meren; R184=Kest", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_adjacent-00362", "response_text": "Assignment: R142=Quist; R118=Etris", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_adjacent-00133", "response_text": "Assignment: R744=Xara; R351=Yorin", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_adjacent-00312", "response_text": "Assignment: R980=Neris; R588=Meren", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_adjacent-00277", "response_text": "Assignment: R733=Corren; R764=Jorra", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/eval_holdout_agreement.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_agreement-00339", "response_text": "Assignment: R134=Meren; R627=Rovan", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_agreement-00299", "response_text": "Assignment: R713=Zevra", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_agreement-00345", "response_text": "Assignment: R479=Pevra", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_agreement-00173", "response_text": "Assignment: R510=Corren", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_agreement-00613", "response_text": "Assignment: R357=Kest; R378=Rovan", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_agreement-00696", "response_text": "Assignment: R283=Yorin; R275=Rovan", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_agreement-00017", "response_text": "Assignment: R446=Quist; R112=Baska", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_agreement-00387", "response_text": "Assignment: R158=Rovan; R525=Aldren", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_agreement-00128", "response_text": "Assignment: R250=Zevra; R907=Hesta", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_agreement-00193", "response_text": "Assignment: R591=Werren; R350=Lyrra", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_agreement-00651", "response_text": "Assignment: R922=Rovan", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_agreement-00796", "response_text": "Assignment: R367=Etris; R435=Werren", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_agreement-00552", "response_text": "Assignment: R672=Xara; R458=Yorin", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_agreement-00330", "response_text": "Assignment: R552=Falen; R690=Lyrra", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_agreement-00776", "response_text": "Assignment: R159=Jorra", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_agreement-00426", "response_text": "Assignment: R977=Quist; R982=Veylan", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_agreement-00061", "response_text": "Assignment: R835=Lyrra; R621=Jorra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_agreement-00742", "response_text": "Assignment: R180=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_agreement-00242", "response_text": "Assignment: R444=Hesta", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_agreement-00397", "response_text": "Assignment: R931=Pevra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_agreement-00258", "response_text": "Assignment: R241=Corren; R735=Deyra", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_agreement-00292", "response_text": "Assignment: R183=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_agreement-00023", "response_text": "Assignment: R190=Kest", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_agreement-00283", "response_text": "Assignment: R412=Lyrra", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_agreement-00778", "response_text": "Assignment: R108=Corren; R208=Orlan", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_agreement-00741", "response_text": "Assignment: R813=Jorra; R736=Aldren", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_agreement-00100", "response_text": "Assignment: R958=Ilyan; R887=Baska", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_agreement-00136", "response_text": "Assignment: R186=Corren; R216=Tarin", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_agreement-00631", "response_text": "Assignment: R515=Aldren; R733=Pevra", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_agreement-00210", "response_text": "Assignment: R744=Etris; R823=Corren", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_agreement-00182", "response_text": "Assignment: R850=Veylan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_agreement-00225", "response_text": "Assignment: R164=Jorra", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_agreement-00398", "response_text": "Assignment: R580=Gavra; R696=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_agreement-00766", "response_text": "Assignment: R843=Quist", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_agreement-00220", "response_text": "Assignment: R942=Lyrra; R610=Kest", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_agreement-00773", "response_text": "Assignment: R563=Pevra; R560=Etris", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_agreement-00217", "response_text": "Assignment: R187=Etris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_agreement-00243", "response_text": "Assignment: R624=Gavra; R120=Meren", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_agreement-00743", "response_text": "Assignment: R792=Meren; R640=Hesta", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_agreement-00526", "response_text": "Assignment: R813=Etris; R306=Deyra", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_agreement-00794", "response_text": "Assignment: R792=Baska; R908=Sella", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_agreement-00185", "response_text": "Assignment: R623=Orlan", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_agreement-00349", "response_text": "Assignment: R429=Kest; R932=Falen", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_agreement-00060", "response_text": "Assignment: R665=Rovan", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_agreement-00131", "response_text": "Assignment: R204=Gavra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_agreement-00054", "response_text": "Assignment: R333=Pevra", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_agreement-00717", "response_text": "Assignment: R452=Veylan", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_agreement-00113", "response_text": "Assignment: R169=Rovan; R171=Baska", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_agreement-00300", "response_text": "Assignment: R434=Xara", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_agreement-00757", "response_text": "Assignment: R404=Baska; R724=Orlan", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_agreement-00159", "response_text": "Assignment: R464=Baska", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_agreement-00027", "response_text": "Assignment: R895=Uvara; R279=Orlan", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_agreement-00758", "response_text": "Assignment: R272=Baska", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_agreement-00722", "response_text": "Assignment: R622=Lyrra; R639=Uvara", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_agreement-00011", "response_text": "Assignment: R326=Werren", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_agreement-00399", "response_text": "Assignment: R317=Veylan", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_agreement-00227", "response_text": "Assignment: R525=Baska; R643=Hesta", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_agreement-00282", "response_text": "Assignment: R165=Yorin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_agreement-00401", "response_text": "Assignment: R282=Etris; R290=Zevra", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_agreement-00496", "response_text": "Assignment: R506=Yorin", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_agreement-00052", "response_text": "Assignment: R553=Pevra", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_agreement-00453", "response_text": "Assignment: R442=Sella; R552=Kest", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_agreement-00509", "response_text": "Assignment: R243=Veylan; R302=Kest", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_agreement-00750", "response_text": "Assignment: R735=Xara; R996=Pevra", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_agreement-00635", "response_text": "Assignment: R780=Orlan; R959=Yorin", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_agreement-00636", "response_text": "Assignment: R244=Orlan", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_agreement-00343", "response_text": "Assignment: R772=Lyrra; R852=Werren", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_agreement-00303", "response_text": "Assignment: R640=Etris; R381=Veylan", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_agreement-00605", "response_text": "Assignment: R614=Pevra", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_agreement-00541", "response_text": "Assignment: R601=Aldren; R315=Orlan", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_agreement-00573", "response_text": "Assignment: R213=Uvara; R192=Sella", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_agreement-00627", "response_text": "Assignment: R814=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_agreement-00612", "response_text": "Assignment: R483=Kest", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_agreement-00047", "response_text": "Assignment: R108=Jorra; R505=Corren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_agreement-00250", "response_text": "Assignment: R210=Baska; R147=Kest", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_agreement-00057", "response_text": "Assignment: R908=Falen", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_agreement-00739", "response_text": "Assignment: R272=Pevra; R463=Gavra", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_agreement-00268", "response_text": "Assignment: R151=Aldren; R860=Yorin", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_agreement-00598", "response_text": "Assignment: R839=Hesta; R931=Baska", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_agreement-00608", "response_text": "Assignment: R516=Pevra; R826=Werren", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_agreement-00759", "response_text": "Assignment: R398=Aldren; R498=Jorra", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_agreement-00475", "response_text": "Assignment: R895=Veylan; R992=Gavra", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_agreement-00369", "response_text": "Assignment: R747=Yorin; R793=Rovan", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_agreement-00543", "response_text": "Assignment: R675=Pevra; R215=Baska", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_agreement-00272", "response_text": "Assignment: R622=Yorin; R928=Xara", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_agreement-00241", "response_text": "Assignment: R217=Kest; R460=Quist", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_agreement-00032", "response_text": "Assignment: R278=Aldren; R983=Deyra", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_agreement-00497", "response_text": "Assignment: R368=Zevra; R235=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_agreement-00141", "response_text": "Assignment: R220=Etris; R590=Uvara", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_agreement-00224", "response_text": "Assignment: R536=Gavra", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_agreement-00583", "response_text": "Assignment: R539=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_agreement-00328", "response_text": "Assignment: R261=Quist", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_agreement-00791", "response_text": "Assignment: R359=Hesta", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_agreement-00746", "response_text": "Assignment: R448=Gavra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_agreement-00517", "response_text": "Assignment: R677=Lyrra; R228=Werren", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_agreement-00654", "response_text": "Assignment: R127=Neris; R282=Aldren", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_agreement-00289", "response_text": "Assignment: R859=Gavra", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_agreement-00603", "response_text": "Assignment: R257=Sella", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_agreement-00716", "response_text": "Assignment: R555=Ilyan; R896=Hesta", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_agreement-00196", "response_text": "Assignment: R604=Pevra", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_agreement-00408", "response_text": "Assignment: R713=Jorra; R381=Werren", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_agreement-00254", "response_text": "Assignment: R456=Uvara", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_agreement-00740", "response_text": "Assignment: R267=Kest", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_agreement-00308", "response_text": "Assignment: R493=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_agreement-00431", "response_text": "Assignment: R109=Rovan", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_agreement-00565", "response_text": "Assignment: R496=Veylan; R303=Lyrra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_agreement-00590", "response_text": "Assignment: R548=Quist", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_agreement-00558", "response_text": "Assignment: R335=Quist", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_agreement-00702", "response_text": "Assignment: R133=Gavra; R113=Zevra", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_agreement-00619", "response_text": "Assignment: R382=Gavra", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_agreement-00154", "response_text": "Assignment: R158=Meren", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_agreement-00655", "response_text": "Assignment: R477=Rovan; R544=Kest", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_agreement-00554", "response_text": "Assignment: R612=Aldren", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_agreement-00576", "response_text": "Assignment: R272=Falen; R401=Kest", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_agreement-00123", "response_text": "Assignment: R542=Xara; R284=Pevra", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_agreement-00410", "response_text": "Assignment: R784=Deyra", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_agreement-00556", "response_text": "Assignment: R615=Falen", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_agreement-00694", "response_text": "Assignment: R766=Deyra", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_agreement-00412", "response_text": "Assignment: R714=Sella", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_agreement-00714", "response_text": "Assignment: R790=Pevra", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_agreement-00028", "response_text": "Assignment: R488=Zevra; R924=Xara", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_agreement-00390", "response_text": "Assignment: R270=Lyrra; R293=Deyra", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_agreement-00405", "response_text": "Assignment: R690=Hesta; R472=Baska", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_agreement-00039", "response_text": "Assignment: R177=Ilyan; R573=Aldren", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_agreement-00104", "response_text": "Assignment: R313=Orlan", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_agreement-00438", "response_text": "Assignment: R648=Orlan; R861=Etris", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_agreement-00421", "response_text": "Assignment: R496=Yorin; R646=Gavra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_agreement-00733", "response_text": "Assignment: R635=Zevra; R700=Lyrra", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_agreement-00495", "response_text": "Assignment: R762=Deyra", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_agreement-00098", "response_text": "Assignment: R636=Jorra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_agreement-00424", "response_text": "Assignment: R189=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_agreement-00727", "response_text": "Assignment: R839=Hesta; R194=Meren", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_agreement-00286", "response_text": "Assignment: R434=Falen; R571=Hesta", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_agreement-00458", "response_text": "Assignment: R567=Gavra; R446=Falen", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_agreement-00273", "response_text": "Assignment: R852=Hesta", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_agreement-00008", "response_text": "Assignment: R149=Hesta", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_agreement-00688", "response_text": "Assignment: R670=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_agreement-00009", "response_text": "Assignment: R202=Gavra; R454=Tarin", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_agreement-00375", "response_text": "Assignment: R287=Jorra; R151=Rovan", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_agreement-00611", "response_text": "Assignment: R512=Kest; R751=Lyrra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_agreement-00726", "response_text": "Assignment: R839=Werren; R954=Pevra", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_agreement-00320", "response_text": "Assignment: R974=Yorin; R103=Uvara", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_agreement-00310", "response_text": "Assignment: R566=Tarin", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_agreement-00589", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_agreement-00767", "response_text": "Assignment: R503=Hesta; R805=Kest", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_agreement-00118", "response_text": "Assignment: R966=Falen", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_agreement-00493", "response_text": "Assignment: R795=Ilyan; R515=Xara", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_agreement-00385", "response_text": "Assignment: R495=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_agreement-00033", "response_text": "Assignment: R295=Uvara; R679=Baska", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_agreement-00662", "response_text": "Assignment: R700=Deyra", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_agreement-00618", "response_text": "Assignment: R183=Baska; R528=Jorra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_agreement-00151", "response_text": "Assignment: R206=Quist", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_agreement-00201", "response_text": "Assignment: R939=Jorra", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_agreement-00213", "response_text": "Assignment: R256=Aldren", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_agreement-00071", "response_text": "Assignment: R178=Uvara", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_agreement-00730", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_agreement-00780", "response_text": "Assignment: R828=Tarin", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_agreement-00704", "response_text": "Assignment: R451=Deyra; R521=Jorra", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_agreement-00126", "response_text": "Assignment: R292=Tarin; R931=Pevra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_agreement-00672", "response_text": "Assignment: R688=Yorin; R640=Aldren", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_agreement-00247", "response_text": "Assignment: R794=Corren", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_agreement-00504", "response_text": "Assignment: R602=Lyrra", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_agreement-00721", "response_text": "Assignment: R961=Jorra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_agreement-00734", "response_text": "Assignment: R578=Kest; R980=Etris", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_agreement-00484", "response_text": "Assignment: R571=Neris", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_agreement-00735", "response_text": "Assignment: R417=Sella", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_agreement-00413", "response_text": "Assignment: R284=Quist; R812=Zevra", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_agreement-00265", "response_text": "Assignment: R250=Lyrra; R732=Rovan", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_agreement-00629", "response_text": "Assignment: R216=Tarin", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_agreement-00582", "response_text": "Assignment: R258=Quist; R980=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_agreement-00329", "response_text": "Assignment: R383=Meren; R676=Deyra", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_agreement-00640", "response_text": "Assignment: R236=Deyra", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_agreement-00596", "response_text": "Assignment: R261=Veylan", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_agreement-00572", "response_text": "Assignment: R776=Meren", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_agreement-00403", "response_text": "Assignment: R334=Orlan", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_agreement-00101", "response_text": "Assignment: R773=Meren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_agreement-00615", "response_text": "Assignment: R249=Uvara", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_agreement-00155", "response_text": "Assignment: R624=Meren; R434=Xara", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_agreement-00316", "response_text": "Assignment: R135=Kest; R903=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_agreement-00666", "response_text": "Assignment: R709=Orlan; R346=Etris", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_agreement-00512", "response_text": "Assignment: R634=Ilyan; R335=Lyrra", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_agreement-00256", "response_text": "Assignment: R922=Jorra", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_agreement-00691", "response_text": "Assignment: R404=Yorin; R465=Sella", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_agreement-00761", "response_text": "Assignment: R498=Etris", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_agreement-00784", "response_text": "Assignment: R716=Hesta", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_agreement-00592", "response_text": "Assignment: R283=Zevra; R523=Uvara", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_agreement-00518", "response_text": "Assignment: R307=Sella", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_agreement-00422", "response_text": "Assignment: R240=Rovan", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_agreement-00167", "response_text": "Assignment: R479=Falen; R961=Ilyan", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_agreement-00219", "response_text": "Assignment: R980=Werren; R255=Ilyan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_agreement-00675", "response_text": "Assignment: R937=Meren", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_agreement-00253", "response_text": "Assignment: R533=Xara; R954=Veylan", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_agreement-00535", "response_text": "Assignment: R646=Etris", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_agreement-00088", "response_text": "Assignment: R771=Veylan; R772=Corren", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_agreement-00197", "response_text": "Assignment: R528=Baska; R205=Deyra", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_agreement-00479", "response_text": "Assignment: R987=Werren; R844=Rovan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_agreement-00340", "response_text": "Assignment: R586=Sella; R472=Ilyan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_agreement-00350", "response_text": "Assignment: R961=Aldren", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_agreement-00480", "response_text": "Assignment: R556=Jorra", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_agreement-00616", "response_text": "Assignment: R551=Gavra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_agreement-00508", "response_text": "Assignment: R985=Ilyan", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_agreement-00621", "response_text": "Assignment: R400=Corren", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_agreement-00488", "response_text": "Assignment: R798=Deyra; R704=Etris", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_agreement-00699", "response_text": "Assignment: R457=Rovan; R367=Zevra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_agreement-00569", "response_text": "Assignment: R848=Baska; R425=Falen", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_agreement-00461", "response_text": "Assignment: R912=Corren; R137=Baska", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_agreement-00092", "response_text": "Assignment: R923=Pevra", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_agreement-00737", "response_text": "Assignment: R949=Uvara; R762=Falen", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_agreement-00056", "response_text": "Assignment: R683=Yorin; R995=Sella", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_agreement-00580", "response_text": "Assignment: R675=Neris", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_agreement-00674", "response_text": "Assignment: R218=Zevra", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_agreement-00638", "response_text": "Assignment: R987=Xara; R719=Orlan", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_agreement-00560", "response_text": "Assignment: R642=Rovan; R338=Baska", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_agreement-00288", "response_text": "Assignment: R564=Hesta; R594=Rovan", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_agreement-00031", "response_text": "Assignment: R218=Baska", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_agreement-00070", "response_text": "Assignment: R586=Pevra; R454=Hesta", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_agreement-00063", "response_text": "Assignment: R366=Sella; R987=Veylan", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_agreement-00392", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_agreement-00792", "response_text": "Assignment: R719=Tarin; R838=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_agreement-00682", "response_text": "Assignment: R348=Deyra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_agreement-00335", "response_text": "Assignment: R729=Neris; R124=Xara", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_agreement-00441", "response_text": "Assignment: R857=Neris", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_agreement-00295", "response_text": "Assignment: R699=Rovan", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_agreement-00600", "response_text": "Assignment: R192=Orlan; R601=Neris", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_agreement-00382", "response_text": "Assignment: R765=Lyrra; R885=Baska", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_agreement-00195", "response_text": "Assignment: R441=Yorin", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_agreement-00667", "response_text": "Assignment: R651=Orlan", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_agreement-00744", "response_text": "Assignment: R997=Lyrra", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_agreement-00503", "response_text": "Assignment: R444=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_agreement-00161", "response_text": "Assignment: R383=Falen; R826=Uvara", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_agreement-00686", "response_text": "Assignment: R220=Baska", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_agreement-00731", "response_text": "Assignment: R870=Rovan; R239=Yorin", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_agreement-00108", "response_text": "Assignment: R612=Orlan", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_agreement-00229", "response_text": "Assignment: R410=Jorra; R949=Ilyan", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_agreement-00277", "response_text": "Assignment: R512=Sella; R606=Veylan", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_agreement-00318", "response_text": "Assignment: R357=Corren", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_agreement-00149", "response_text": "Assignment: R732=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_agreement-00728", "response_text": "Assignment: R499=Aldren", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_agreement-00324", "response_text": "Assignment: R399=Gavra", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_agreement-00133", "response_text": "Assignment: R434=Falen; R376=Sella", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_agreement-00317", "response_text": "Assignment: R225=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_agreement-00642", "response_text": "Assignment: R153=Sella", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_agreement-00393", "response_text": "Assignment: R185=Falen; R984=Corren", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_agreement-00584", "response_text": "Assignment: R593=Kest; R109=Veylan", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_agreement-00314", "response_text": "Assignment: R506=Veylan; R716=Lyrra", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_agreement-00186", "response_text": "Assignment: R167=Pevra; R905=Sella", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_agreement-00116", "response_text": "Assignment: R441=Etris; R178=Gavra", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_agreement-00549", "response_text": "Assignment: R246=Meren; R725=Pevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_agreement-00763", "response_text": "Assignment: R397=Uvara; R290=Gavra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_agreement-00102", "response_text": "Assignment: R436=Kest", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_agreement-00693", "response_text": "Assignment: R782=Tarin; R903=Corren", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_agreement-00567", "response_text": "Assignment: R265=Quist", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_agreement-00782", "response_text": "Assignment: R277=Corren; R553=Falen", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_agreement-00389", "response_text": "Assignment: R124=Uvara", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_agreement-00205", "response_text": "Assignment: R983=Meren", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_agreement-00216", "response_text": "Assignment: R701=Kest; R818=Ilyan", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_agreement-00557", "response_text": "Assignment: R804=Jorra; R725=Werren", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_agreement-00381", "response_text": "Assignment: R112=Corren", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_agreement-00094", "response_text": "Assignment: R915=Zevra; R574=Uvara", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_agreement-00037", "response_text": "Assignment: R136=Pevra; R904=Uvara", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_agreement-00478", "response_text": "Assignment: R113=Jorra; R565=Pevra", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_agreement-00687", "response_text": "Assignment: R955=Rovan; R195=Werren", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_agreement-00745", "response_text": "Assignment: R365=Lyrra; R151=Veylan", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_agreement-00007", "response_text": "Assignment: R604=Jorra; R842=Sella", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_agreement-00138", "response_text": "Assignment: R634=Ilyan", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_agreement-00779", "response_text": "Assignment: R223=Falen", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_agreement-00148", "response_text": "Assignment: R398=Corren; R231=Tarin", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_agreement-00086", "response_text": "Assignment: R125=Xara", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_agreement-00738", "response_text": "Assignment: R336=Uvara", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_agreement-00144", "response_text": "Assignment: R848=Ilyan", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_agreement-00506", "response_text": "Assignment: R426=Etris", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_agreement-00239", "response_text": "Assignment: R297=Meren; R101=Baska", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_agreement-00760", "response_text": "Assignment: R556=Sella; R126=Quist", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_agreement-00768", "response_text": "Assignment: R291=Aldren; R321=Xara", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_agreement-00683", "response_text": "Assignment: R957=Veylan; R771=Corren", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_agreement-00591", "response_text": "Assignment: R169=Xara; R434=Sella", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_agreement-00486", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_agreement-00630", "response_text": "Assignment: R148=Hesta", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_agreement-00319", "response_text": "Assignment: R194=Ilyan; R236=Sella", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_agreement-00082", "response_text": "Assignment: R724=Hesta; R384=Deyra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_agreement-00275", "response_text": "Assignment: R380=Tarin; R941=Veylan", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_agreement-00166", "response_text": "Assignment: R660=Orlan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_agreement-00452", "response_text": "Assignment: R801=Meren", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_agreement-00341", "response_text": "Assignment: R755=Xara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_agreement-00165", "response_text": "Assignment: R511=Ilyan; R135=Hesta", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_agreement-00705", "response_text": "Assignment: R522=Corren", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_agreement-00311", "response_text": "Assignment: R533=Neris; R599=Sella", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_agreement-00574", "response_text": "Assignment: R415=Werren; R490=Rovan", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_agreement-00634", "response_text": "Assignment: R495=Falen", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_agreement-00076", "response_text": "Assignment: R142=Baska", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_agreement-00799", "response_text": "Assignment: R168=Gavra", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_agreement-00544", "response_text": "Assignment: R423=Orlan", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_agreement-00281", "response_text": "Assignment: R149=Quist; R898=Etris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_agreement-00269", "response_text": "Assignment: R931=Falen; R148=Sella", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_agreement-00516", "response_text": "Assignment: R685=Kest; R271=Zevra", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_agreement-00376", "response_text": "Assignment: R886=Deyra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_agreement-00142", "response_text": "Assignment: R708=Quist; R219=Kest", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_agreement-00351", "response_text": "Assignment: R541=Meren; R637=Tarin", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_agreement-00001", "response_text": "Assignment: R305=Lyrra; R163=Tarin", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_agreement-00595", "response_text": "Assignment: R445=Rovan; R148=Deyra", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_agreement-00064", "response_text": "Assignment: R739=Yorin; R166=Uvara", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_agreement-00096", "response_text": "Assignment: R339=Zevra; R461=Tarin", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_agreement-00179", "response_text": "Assignment: R851=Rovan", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_agreement-00528", "response_text": "Assignment: R384=Werren", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_agreement-00067", "response_text": "Assignment: R774=Hesta; R108=Quist", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_agreement-00036", "response_text": "Assignment: R573=Falen", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_agreement-00378", "response_text": "Assignment: R441=Hesta; R908=Pevra", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_agreement-00125", "response_text": "Assignment: R418=Falen", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_agreement-00342", "response_text": "Assignment: R474=Jorra", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_agreement-00628", "response_text": "Assignment: R150=Deyra; R227=Gavra", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_agreement-00537", "response_text": "Assignment: R391=Tarin", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_agreement-00487", "response_text": "Assignment: R254=Quist; R681=Etris", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_agreement-00019", "response_text": "Assignment: R225=Tarin", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_agreement-00747", "response_text": "Assignment: R460=Deyra; R818=Rovan", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_agreement-00536", "response_text": "Assignment: R788=Yorin; R181=Neris", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_agreement-00435", "response_text": "Assignment: R703=Tarin", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_agreement-00723", "response_text": "Assignment: R119=Baska; R136=Hesta", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_agreement-00207", "response_text": "Assignment: R292=Lyrra; R896=Quist", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_agreement-00411", "response_text": "Assignment: R694=Lyrra; R563=Xara", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_agreement-00720", "response_text": "Assignment: R783=Lyrra", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_agreement-00231", "response_text": "Assignment: R193=Quist; R630=Corren", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_agreement-00348", "response_text": "Assignment: R588=Tarin", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_agreement-00363", "response_text": "Assignment: R965=Baska", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_agreement-00331", "response_text": "Assignment: R342=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_agreement-00774", "response_text": "Assignment: R867=Rovan; R818=Corren", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_agreement-00463", "response_text": "Assignment: R881=Ilyan", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_agreement-00358", "response_text": "Assignment: R496=Kest; R925=Ilyan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_agreement-00200", "response_text": "Assignment: R358=Sella; R127=Meren", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_agreement-00287", "response_text": "Assignment: R950=Corren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_agreement-00521", "response_text": "Assignment: R451=Corren; R668=Meren", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_agreement-00221", "response_text": "Assignment: R255=Xara; R134=Ilyan", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_agreement-00404", "response_text": "Assignment: R464=Corren; R212=Meren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_agreement-00336", "response_text": "Assignment: R588=Uvara", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_agreement-00248", "response_text": "Assignment: R492=Rovan; R600=Jorra", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_agreement-00701", "response_text": "Assignment: R520=Orlan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_agreement-00169", "response_text": "Assignment: R547=Etris", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_agreement-00228", "response_text": "Assignment: R728=Quist", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_agreement-00255", "response_text": "Assignment: R442=Ilyan; R906=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_agreement-00380", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_agreement-00171", "response_text": "Assignment: R406=Falen; R433=Aldren", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_agreement-00606", "response_text": "Assignment: R910=Xara; R665=Lyrra", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_agreement-00419", "response_text": "Assignment: R384=Deyra", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_agreement-00700", "response_text": "Assignment: R911=Uvara", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_agreement-00617", "response_text": "Assignment: R497=Pevra; R687=Lyrra", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_agreement-00653", "response_text": "Assignment: R912=Uvara", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_agreement-00471", "response_text": "Assignment: R293=Lyrra; R809=Quist", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_agreement-00416", "response_text": "Assignment: R662=Ilyan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_agreement-00499", "response_text": "Assignment: R472=Quist", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_agreement-00368", "response_text": "Assignment: R325=Rovan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_agreement-00261", "response_text": "Assignment: R234=Falen", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_agreement-00534", "response_text": "Assignment: R518=Werren; R621=Aldren", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_agreement-00058", "response_text": "Assignment: R405=Gavra; R780=Werren", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_agreement-00515", "response_text": "Assignment: R973=Quist; R807=Falen", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_agreement-00785", "response_text": "Assignment: R797=Xara; R435=Gavra", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_agreement-00163", "response_text": "Assignment: R354=Deyra", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_agreement-00192", "response_text": "Assignment: R716=Veylan; R905=Aldren", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_agreement-00211", "response_text": "Assignment: R214=Etris; R503=Pevra", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_agreement-00294", "response_text": "Assignment: R995=Meren; R384=Werren", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_agreement-00252", "response_text": "Assignment: R755=Werren", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_agreement-00594", "response_text": "Assignment: R184=Hesta", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_agreement-00321", "response_text": "Assignment: R140=Werren", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_agreement-00529", "response_text": "Assignment: R835=Meren; R217=Aldren", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_agreement-00002", "response_text": "Assignment: R477=Sella", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_agreement-00204", "response_text": "Assignment: R922=Corren", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_agreement-00323", "response_text": "Assignment: R253=Etris", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_agreement-00765", "response_text": "Assignment: R306=Kest", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_agreement-00485", "response_text": "Assignment: R253=Tarin; R280=Orlan", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_agreement-00119", "response_text": "Assignment: R398=Sella; R806=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_agreement-00391", "response_text": "Assignment: R443=Rovan; R755=Aldren", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_agreement-00423", "response_text": "Assignment: R355=Kest", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_agreement-00578", "response_text": "Assignment: R697=Tarin", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_agreement-00150", "response_text": "Assignment: R419=Etris; R415=Falen", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_agreement-00772", "response_text": "Assignment: R930=Werren", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_agreement-00366", "response_text": "Assignment: R117=Quist", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_agreement-00093", "response_text": "Assignment: R645=Rovan; R308=Baska", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_agreement-00384", "response_text": "Assignment: R546=Baska; R220=Gavra", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_agreement-00548", "response_text": "Assignment: R936=Rovan", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_agreement-00790", "response_text": "Assignment: R789=Rovan", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_agreement-00676", "response_text": "Assignment: R924=Aldren", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_agreement-00313", "response_text": "Assignment: R323=Rovan; R739=Lyrra", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_agreement-00251", "response_text": "Assignment: R153=Hesta", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_agreement-00209", "response_text": "Assignment: R892=Falen", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_agreement-00360", "response_text": "Assignment: R874=Hesta; R722=Quist", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_agreement-00188", "response_text": "Assignment: R840=Aldren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_agreement-00259", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_agreement-00089", "response_text": "Assignment: R734=Zevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_agreement-00371", "response_text": "Assignment: R985=Yorin; R439=Neris", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_agreement-00206", "response_text": "Assignment: R993=Orlan; R347=Falen", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_agreement-00470", "response_text": "Assignment: R376=Yorin", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_agreement-00290", "response_text": "Assignment: R797=Etris; R215=Orlan", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_agreement-00525", "response_text": "Assignment: R859=Ilyan", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_agreement-00420", "response_text": "Assignment: R267=Kest; R635=Werren", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_agreement-00312", "response_text": "Assignment: R708=Aldren", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_agreement-00066", "response_text": "Assignment: R336=Etris", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_agreement-00132", "response_text": "Assignment: R219=Xara; R325=Orlan", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_agreement-00293", "response_text": "Assignment: R803=Uvara; R948=Meren", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_agreement-00695", "response_text": "Assignment: R744=Hesta; R852=Orlan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_agreement-00238", "response_text": "Assignment: R214=Uvara", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_agreement-00364", "response_text": "Assignment: R403=Hesta; R809=Ilyan", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_agreement-00639", "response_text": "Assignment: R847=Meren", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_agreement-00084", "response_text": "Assignment: R465=Baska; R696=Hesta", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_agreement-00016", "response_text": "Assignment: R343=Hesta", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_agreement-00502", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_agreement-00356", "response_text": "Assignment: R112=Werren", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_agreement-00172", "response_text": "Assignment: R278=Veylan; R662=Corren", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_agreement-00146", "response_text": "Assignment: R505=Corren; R309=Tarin", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_agreement-00659", "response_text": "Assignment: R364=Tarin; R685=Yorin", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_agreement-00327", "response_text": "Assignment: R116=Veylan; R197=Gavra", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_agreement-00214", "response_text": "Assignment: R986=Yorin; R225=Kest", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_agreement-00523", "response_text": "Assignment: R382=Deyra", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_agreement-00105", "response_text": "Assignment: R840=Falen; R529=Orlan", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_agreement-00764", "response_text": "Assignment: R125=Hesta; R761=Rovan", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_agreement-00713", "response_text": "Assignment: R116=Pevra", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_agreement-00519", "response_text": "Assignment: R777=Corren", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_agreement-00680", "response_text": "Assignment: R550=Gavra", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_agreement-00593", "response_text": "Assignment: R681=Yorin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_agreement-00156", "response_text": "Assignment: R279=Baska", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_agreement-00296", "response_text": "Assignment: R413=Rovan; R902=Orlan", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_agreement-00073", "response_text": "Assignment: R475=Aldren; R307=Rovan", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_agreement-00003", "response_text": "Assignment: R447=Baska", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_agreement-00015", "response_text": "Assignment: R646=Meren; R959=Xara", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_agreement-00187", "response_text": "Assignment: R683=Baska; R282=Veylan", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_agreement-00202", "response_text": "Assignment: R369=Gavra; R420=Hesta", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_agreement-00436", "response_text": "Assignment: R357=Jorra", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_agreement-00641", "response_text": "Assignment: R621=Yorin; R357=Aldren", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_agreement-00042", "response_text": "Assignment: R690=Zevra; R754=Pevra", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_agreement-00450", "response_text": "Assignment: R918=Gavra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_agreement-00719", "response_text": "Assignment: R548=Yorin", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_agreement-00571", "response_text": "Assignment: R318=Etris", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_agreement-00085", "response_text": "Assignment: R755=Neris", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_agreement-00649", "response_text": "Assignment: R415=Quist; R337=Rovan", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_agreement-00685", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_agreement-00135", "response_text": "Assignment: R224=Yorin", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_agreement-00199", "response_text": "Assignment: R521=Uvara; R941=Orlan", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_agreement-00748", "response_text": "Assignment: R256=Zevra", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_agreement-00386", "response_text": "Assignment: R773=Etris", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_agreement-00180", "response_text": "Assignment: R501=Rovan", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_agreement-00264", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_agreement-00459", "response_text": "Assignment: R289=Rovan", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_agreement-00752", "response_text": "Assignment: R459=Corren; R791=Kest", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_agreement-00233", "response_text": "Assignment: R451=Aldren; R330=Neris", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_agreement-00357", "response_text": "Assignment: R357=Baska; R686=Meren", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_agreement-00143", "response_text": "Assignment: R619=Tarin", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_agreement-00786", "response_text": "Assignment: R974=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_agreement-00276", "response_text": "Assignment: R724=Pevra", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_agreement-00044", "response_text": "Assignment: R524=Pevra; R992=Aldren", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_agreement-00074", "response_text": "Assignment: R348=Rovan", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_agreement-00110", "response_text": "Assignment: R629=Meren", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_agreement-00601", "response_text": "Assignment: R444=Lyrra; R239=Gavra", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_agreement-00183", "response_text": "Assignment: R710=Tarin; R385=Lyrra", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_agreement-00448", "response_text": "Assignment: R485=Lyrra", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_agreement-00692", "response_text": "Assignment: R714=Jorra", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_agreement-00090", "response_text": "Assignment: R895=Yorin; R747=Gavra", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_agreement-00059", "response_text": "Assignment: R182=Veylan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_agreement-00038", "response_text": "Assignment: R894=Uvara", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_agreement-00388", "response_text": "Assignment: R957=Deyra", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_agreement-00793", "response_text": "Assignment: R201=Pevra", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_agreement-00383", "response_text": "Assignment: R729=Kest; R103=Deyra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_agreement-00658", "response_text": "Assignment: R272=Orlan; R506=Lyrra", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_agreement-00798", "response_text": "Assignment: R182=Uvara", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_agreement-00266", "response_text": "Assignment: R615=Kest; R682=Sella", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_agreement-00234", "response_text": "Assignment: R454=Quist; R475=Uvara", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_agreement-00083", "response_text": "Assignment: R531=Pevra", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_agreement-00198", "response_text": "Assignment: R657=Quist", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_agreement-00550", "response_text": "Assignment: R107=Lyrra", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_agreement-00068", "response_text": "Assignment: R928=Lyrra; R645=Uvara", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_agreement-00670", "response_text": "Assignment: R233=Falen", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_agreement-00650", "response_text": "Assignment: R810=Neris; R370=Werren", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_agreement-00004", "response_text": "Assignment: R669=Corren", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_agreement-00112", "response_text": "Assignment: R640=Gavra", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_agreement-00657", "response_text": "Assignment: R979=Deyra", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_agreement-00230", "response_text": "Assignment: R927=Veylan", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_agreement-00660", "response_text": "Assignment: R754=Lyrra", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_agreement-00246", "response_text": "Assignment: R279=Neris", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_agreement-00035", "response_text": "Assignment: R693=Ilyan", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_agreement-00407", "response_text": "Assignment: R155=Neris", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_agreement-00107", "response_text": "Assignment: R406=Meren", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_agreement-00446", "response_text": "Assignment: R961=Tarin; R606=Gavra", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_agreement-00418", "response_text": "Assignment: R625=Orlan; R343=Xara", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_agreement-00498", "response_text": "Assignment: R962=Ilyan; R735=Quist", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_agreement-00361", "response_text": "Assignment: R126=Rovan; R686=Falen", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_agreement-00510", "response_text": "Assignment: R314=Zevra", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_agreement-00732", "response_text": "Assignment: R819=Werren", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_agreement-00538", "response_text": "Assignment: R435=Rovan", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_agreement-00788", "response_text": "Assignment: R589=Meren; R829=Gavra", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_agreement-00568", "response_text": "Assignment: R627=Yorin", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_agreement-00711", "response_text": "Assignment: R825=Falen", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_agreement-00769", "response_text": "Assignment: R141=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_agreement-00439", "response_text": "Assignment: R844=Xara; R315=Veylan", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_agreement-00770", "response_text": "Assignment: R794=Lyrra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_agreement-00080", "response_text": "Assignment: R274=Falen; R522=Baska", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_agreement-00491", "response_text": "Assignment: R620=Pevra", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_agreement-00263", "response_text": "Assignment: R942=Werren; R973=Pevra", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_agreement-00270", "response_text": "Assignment: R447=Orlan", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_agreement-00181", "response_text": "Assignment: R315=Sella; R646=Corren", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_agreement-00040", "response_text": "Assignment: R984=Yorin", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_agreement-00377", "response_text": "Assignment: R135=Aldren; R627=Werren", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_agreement-00449", "response_text": "Assignment: R498=Meren; R299=Werren", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_agreement-00285", "response_text": "Assignment: R964=Gavra; R562=Corren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_agreement-00168", "response_text": "Assignment: R528=Aldren", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_agreement-00524", "response_text": "Assignment: R774=Lyrra", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_agreement-00445", "response_text": "Assignment: R485=Ilyan", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_agreement-00129", "response_text": "Assignment: R146=Rovan", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_agreement-00122", "response_text": "Assignment: R928=Quist", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_agreement-00352", "response_text": "Assignment: R529=Gavra", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_agreement-00223", "response_text": "Assignment: R489=Hesta", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_agreement-00164", "response_text": "Assignment: R461=Quist", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_agreement-00646", "response_text": "Assignment: R141=Uvara", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_agreement-00753", "response_text": "Assignment: R798=Corren; R560=Meren", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_agreement-00626", "response_text": "Assignment: R922=Etris", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_agreement-00012", "response_text": "Assignment: R215=Lyrra", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_agreement-00434", "response_text": "Assignment: R259=Hesta; R782=Meren", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_agreement-00278", "response_text": "Assignment: R127=Ilyan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_agreement-00588", "response_text": "Assignment: R265=Hesta; R842=Corren", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_agreement-00625", "response_text": "Assignment: R750=Ilyan; R801=Uvara", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_agreement-00579", "response_text": "Assignment: R971=Werren; R902=Ilyan", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_agreement-00175", "response_text": "Assignment: R943=Jorra", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_agreement-00564", "response_text": "Assignment: R443=Etris", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_agreement-00661", "response_text": "Assignment: R228=Neris; R510=Deyra", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_agreement-00473", "response_text": "Assignment: R856=Quist", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_agreement-00718", "response_text": "Assignment: R870=Xara; R561=Aldren", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_agreement-00673", "response_text": "Assignment: R827=Werren; R446=Pevra", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_agreement-00402", "response_text": "Assignment: R867=Tarin", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_agreement-00344", "response_text": "Assignment: R305=Pevra; R469=Jorra", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_agreement-00681", "response_text": "Assignment: R269=Neris; R439=Gavra", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_agreement-00511", "response_text": "Assignment: R727=Etris; R850=Sella", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_agreement-00477", "response_text": "Assignment: R789=Etris", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_agreement-00545", "response_text": "Assignment: R754=Kest; R194=Baska", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_agreement-00170", "response_text": "Assignment: R263=Lyrra; R703=Uvara", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_agreement-00762", "response_text": "Assignment: R326=Xara", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_agreement-00020", "response_text": "Assignment: R734=Hesta", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_agreement-00415", "response_text": "Assignment: R676=Kest; R368=Veylan", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_agreement-00010", "response_text": "Assignment: R170=Hesta; R233=Orlan", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_agreement-00395", "response_text": "Assignment: R461=Yorin; R846=Zevra", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_agreement-00724", "response_text": "Assignment: R749=Neris", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_agreement-00566", "response_text": "Assignment: R388=Meren; R422=Yorin", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_agreement-00599", "response_text": "Assignment: R528=Xara; R353=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_agreement-00338", "response_text": "Assignment: R673=Werren; R708=Ilyan", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_agreement-00284", "response_text": "Assignment: R328=Yorin", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_agreement-00476", "response_text": "Assignment: R557=Aldren", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_agreement-00184", "response_text": "Assignment: R364=Deyra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_agreement-00065", "response_text": "Assignment: R963=Ilyan", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_agreement-00226", "response_text": "Assignment: R973=Corren; R224=Sella", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_agreement-00409", "response_text": "Assignment: R994=Veylan", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_agreement-00379", "response_text": "Assignment: R932=Orlan", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_agreement-00474", "response_text": "Assignment: R762=Neris; R298=Jorra", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_agreement-00736", "response_text": "Assignment: R438=Quist", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_agreement-00053", "response_text": "Assignment: R686=Pevra; R707=Lyrra", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_agreement-00121", "response_text": "Assignment: R645=Hesta", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_agreement-00775", "response_text": "Assignment: R868=Pevra", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_agreement-00464", "response_text": "Assignment: R727=Werren; R837=Ilyan", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_agreement-00326", "response_text": "Assignment: R815=Rovan", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_agreement-00454", "response_text": "Assignment: R846=Corren", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_agreement-00367", "response_text": "Assignment: R892=Neris; R269=Zevra", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_agreement-00203", "response_text": "Assignment: R917=Orlan", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_agreement-00490", "response_text": "Assignment: R601=Rovan; R732=Orlan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_agreement-00437", "response_text": "Assignment: R991=Orlan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_agreement-00406", "response_text": "Assignment: R140=Lyrra", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_agreement-00237", "response_text": "Assignment: R475=Deyra; R888=Ilyan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_agreement-00240", "response_text": "Assignment: R759=Hesta", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_agreement-00043", "response_text": "Assignment: R536=Baska; R571=Corren", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_agreement-00355", "response_text": "Assignment: R458=Lyrra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_agreement-00394", "response_text": "Assignment: R127=Orlan", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_agreement-00396", "response_text": "Assignment: R956=Meren; R686=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_agreement-00466", "response_text": "Assignment: R249=Lyrra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_agreement-00462", "response_text": "Assignment: R853=Sella", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_agreement-00114", "response_text": "Assignment: R536=Werren; R486=Jorra", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_agreement-00103", "response_text": "Assignment: R417=Neris; R843=Deyra", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_agreement-00022", "response_text": "Assignment: R145=Aldren; R957=Lyrra", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_agreement-00235", "response_text": "Assignment: R852=Falen", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_agreement-00787", "response_text": "Assignment: R733=Etris; R608=Quist", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_agreement-00124", "response_text": "Assignment: R584=Pevra; R765=Xara", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_agreement-00749", "response_text": "Assignment: R371=Neris; R353=Ilyan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_agreement-00709", "response_text": "Assignment: R761=Uvara; R168=Baska", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_agreement-00467", "response_text": "Assignment: R157=Werren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_agreement-00145", "response_text": "Assignment: R791=Etris; R506=Kest", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_agreement-00069", "response_text": "Assignment: R556=Ilyan", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_agreement-00005", "response_text": "Assignment: R380=Tarin", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_agreement-00620", "response_text": "Assignment: R141=Uvara; R968=Werren", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_agreement-00190", "response_text": "Assignment: R573=Gavra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_agreement-00633", "response_text": "Assignment: R718=Veylan", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_agreement-00045", "response_text": "Assignment: R536=Uvara", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_agreement-00468", "response_text": "Assignment: R211=Jorra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_agreement-00562", "response_text": "Assignment: R710=Xara", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_agreement-00531", "response_text": "Assignment: R420=Hesta; R203=Aldren", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_agreement-00698", "response_text": "Assignment: R372=Yorin", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_agreement-00305", "response_text": "Assignment: R981=Pevra", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_agreement-00162", "response_text": "Assignment: R110=Gavra; R869=Yorin", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_agreement-00176", "response_text": "Assignment: R678=Neris", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_agreement-00372", "response_text": "Assignment: R846=Kest; R332=Etris", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_agreement-00417", "response_text": "Assignment: R853=Hesta; R731=Meren", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_agreement-00777", "response_text": "Assignment: R914=Baska; R278=Tarin", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_agreement-00527", "response_text": "Assignment: R132=Quist; R932=Hesta", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_agreement-00260", "response_text": "Assignment: R675=Gavra", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_agreement-00647", "response_text": "Assignment: R312=Quist", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_agreement-00551", "response_text": "Assignment: R854=Xara; R341=Yorin", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_agreement-00581", "response_text": "Assignment: R181=Quist; R534=Gavra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_agreement-00690", "response_text": "Assignment: R371=Quist; R283=Ilyan", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_agreement-00117", "response_text": "Assignment: R405=Tarin", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_agreement-00559", "response_text": "Assignment: R898=Rovan; R797=Deyra", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_agreement-00099", "response_text": "Assignment: R713=Uvara; R914=Pevra", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_agreement-00513", "response_text": "Assignment: R338=Falen", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_agreement-00624", "response_text": "Assignment: R278=Yorin; R987=Baska", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_agreement-00703", "response_text": "Assignment: R217=Xara; R311=Gavra", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_agreement-00362", "response_text": "Assignment: R430=Werren", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_agreement-00291", "response_text": "Assignment: R244=Rovan", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_agreement-00115", "response_text": "Assignment: R519=Veylan", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_agreement-00712", "response_text": "Assignment: R870=Falen; R804=Zevra", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_agreement-00610", "response_text": "Assignment: R656=Kest", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_agreement-00514", "response_text": "Assignment: R651=Neris", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_agreement-00072", "response_text": "Assignment: R884=Orlan", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_agreement-00024", "response_text": "Assignment: R692=Etris", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_agreement-00644", "response_text": "Assignment: R960=Kest; R753=Xara", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_agreement-00013", "response_text": "Assignment: R789=Ilyan", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_agreement-00428", "response_text": "Assignment: R898=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_agreement-00797", "response_text": "Assignment: R209=Uvara; R688=Veylan", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_agreement-00520", "response_text": "Assignment: R774=Quist", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_agreement-00751", "response_text": "Assignment: R310=Sella", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_agreement-00301", "response_text": "Assignment: R668=Etris", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_agreement-00547", "response_text": "Assignment: R743=Sella; R193=Hesta", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_agreement-00157", "response_text": "Assignment: R270=Veylan; R313=Neris", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_agreement-00492", "response_text": "Assignment: R340=Uvara; R410=Orlan", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_agreement-00795", "response_text": "Assignment: R810=Etris", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_agreement-00267", "response_text": "Assignment: R863=Yorin", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_agreement-00078", "response_text": "Assignment: R839=Veylan; R123=Baska", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_agreement-00783", "response_text": "Assignment: R539=Falen", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_agreement-00334", "response_text": "Assignment: R541=Quist", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_agreement-00678", "response_text": "Assignment: R405=Falen", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_agreement-00577", "response_text": "Assignment: R672=Gavra", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_agreement-00337", "response_text": "Assignment: R358=Zevra", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_agreement-00427", "response_text": "Assignment: R487=Veylan", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_agreement-00232", "response_text": "Assignment: R480=Sella", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_agreement-00553", "response_text": "Assignment: R433=Gavra", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_agreement-00469", "response_text": "Assignment: R741=Hesta; R265=Meren", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_agreement-00354", "response_text": "Assignment: R519=Rovan; R342=Deyra", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_agreement-00440", "response_text": "Assignment: R721=Pevra; R614=Lyrra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_agreement-00095", "response_text": "Assignment: R851=Sella", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_agreement-00279", "response_text": "Assignment: R447=Baska; R826=Neris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_agreement-00429", "response_text": "Assignment: R137=Falen; R961=Sella", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_agreement-00346", "response_text": "Assignment: R807=Yorin; R284=Werren", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_agreement-00111", "response_text": "Assignment: R288=Hesta; R330=Pevra", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_agreement-00715", "response_text": "Assignment: R792=Tarin; R795=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_agreement-00533", "response_text": "Assignment: R573=Jorra; R836=Veylan", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_agreement-00530", "response_text": "Assignment: R809=Meren", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_agreement-00481", "response_text": "Assignment: R147=Rovan; R689=Uvara", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_agreement-00134", "response_text": "Assignment: R396=Xara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_agreement-00632", "response_text": "Assignment: R776=Gavra; R104=Falen", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_agreement-00208", "response_text": "Assignment: R877=Veylan", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_agreement-00218", "response_text": "Assignment: R713=Quist", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_agreement-00456", "response_text": "Assignment: R926=Xara; R552=Yorin", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_agreement-00075", "response_text": "Assignment: R200=Rovan; R761=Hesta", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_agreement-00191", "response_text": "Assignment: R458=Etris; R617=Gavra", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_agreement-00706", "response_text": "Assignment: R951=Aldren; R830=Pevra", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_agreement-00648", "response_text": "Assignment: R413=Corren", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_agreement-00087", "response_text": "Assignment: R467=Jorra; R172=Tarin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_agreement-00139", "response_text": "Assignment: R692=Meren; R270=Corren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_agreement-00322", "response_text": "Assignment: R714=Ilyan; R496=Uvara", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_agreement-00041", "response_text": "Assignment: R415=Meren", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_agreement-00306", "response_text": "Assignment: R110=Zevra; R151=Pevra", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_agreement-00315", "response_text": "Assignment: R787=Deyra", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_agreement-00081", "response_text": "Assignment: R326=Kest", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_agreement-00465", "response_text": "Assignment: R777=Werren; R969=Yorin", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_agreement-00271", "response_text": "Assignment: R513=Pevra", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_agreement-00460", "response_text": "Assignment: R555=Corren; R887=Baska", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_agreement-00443", "response_text": "Assignment: R181=Corren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_agreement-00048", "response_text": "Assignment: R753=Werren; R858=Zevra", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_agreement-00455", "response_text": "Assignment: R765=Gavra; R435=Quist", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_agreement-00665", "response_text": "Assignment: R163=Quist", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_agreement-00604", "response_text": "Assignment: R254=Baska", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_agreement-00189", "response_text": "Assignment: R654=Rovan; R437=Pevra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_agreement-00178", "response_text": "Assignment: R226=Quist; R690=Falen", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_agreement-00483", "response_text": "Assignment: R872=Pevra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_agreement-00245", "response_text": "Assignment: R918=Falen; R151=Werren", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_agreement-00539", "response_text": "Assignment: R818=Aldren; R923=Kest", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_agreement-00501", "response_text": "Assignment: R696=Falen; R239=Deyra", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_agreement-00710", "response_text": "Assignment: R700=Meren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_agreement-00018", "response_text": "Assignment: R903=Pevra; R295=Aldren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_agreement-00374", "response_text": "Assignment: R306=Lyrra", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_agreement-00755", "response_text": "Assignment: R905=Sella", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_agreement-00365", "response_text": "Assignment: R338=Baska", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_agreement-00353", "response_text": "Assignment: R438=Quist; R652=Corren", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_agreement-00522", "response_text": "Assignment: R246=Baska; R903=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_agreement-00370", "response_text": "Assignment: R367=Corren", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_agreement-00689", "response_text": "Assignment: R594=Tarin", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_agreement-00679", "response_text": "Assignment: R482=Pevra; R647=Sella", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_agreement-00645", "response_text": "Assignment: R919=Deyra; R924=Uvara", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_agreement-00614", "response_text": "Assignment: R305=Pevra; R117=Tarin", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_agreement-00249", "response_text": "Assignment: R945=Deyra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_agreement-00597", "response_text": "Assignment: R457=Kest", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_agreement-00457", "response_text": "Assignment: R808=Veylan", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_agreement-00489", "response_text": "Assignment: R473=Werren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_agreement-00062", "response_text": "Assignment: R192=Neris", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_agreement-00669", "response_text": "Assignment: R459=Orlan; R617=Veylan", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_agreement-00257", "response_text": "Assignment: R139=Werren; R108=Lyrra", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_agreement-00021", "response_text": "Assignment: R233=Meren; R730=Veylan", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_agreement-00304", "response_text": "Assignment: R206=Aldren; R536=Werren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_agreement-00309", "response_text": "Assignment: R917=Rovan; R542=Meren", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_agreement-00555", "response_text": "Assignment: R610=Neris; R574=Rovan", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_agreement-00609", "response_text": "Assignment: R336=Sella", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_agreement-00432", "response_text": "Assignment: R996=Werren", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_agreement-00444", "response_text": "Assignment: R587=Lyrra; R118=Sella", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_agreement-00153", "response_text": "Assignment: R870=Tarin; R977=Aldren", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_agreement-00546", "response_text": "Assignment: R953=Meren", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_agreement-00177", "response_text": "Assignment: R144=Quist; R872=Jorra", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_agreement-00585", "response_text": "Assignment: R589=Uvara", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_agreement-00158", "response_text": "Assignment: R970=Veylan; R805=Rovan", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_agreement-00494", "response_text": "Assignment: R836=Zevra", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_agreement-00622", "response_text": "Assignment: R141=Lyrra", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_agreement-00106", "response_text": "Assignment: R458=Zevra; R156=Etris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_agreement-00152", "response_text": "Assignment: R938=Veylan", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_agreement-00097", "response_text": "Assignment: R941=Yorin", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_agreement-00034", "response_text": "Assignment: R548=Ilyan", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_agreement-00789", "response_text": "Assignment: R596=Baska; R625=Meren", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_agreement-00656", "response_text": "Assignment: R296=Ilyan", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_agreement-00046", "response_text": "Assignment: R561=Ilyan", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_agreement-00079", "response_text": "Assignment: R197=Orlan; R846=Quist", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_agreement-00298", "response_text": "Assignment: R239=Deyra; R735=Ilyan", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_agreement-00236", "response_text": "Assignment: R114=Ilyan", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_agreement-00652", "response_text": "Assignment: R230=Deyra", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_agreement-00359", "response_text": "Assignment: R141=Meren", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_agreement-00373", "response_text": "Assignment: R303=Ilyan", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_agreement-00050", "response_text": "Assignment: R870=Zevra", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_agreement-00302", "response_text": "Assignment: R556=Yorin; R778=Aldren", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_agreement-00500", "response_text": "Assignment: R285=Falen; R925=Kest", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_agreement-00664", "response_text": "Assignment: R272=Jorra; R565=Hesta", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_agreement-00781", "response_text": "Assignment: R409=Hesta; R207=Werren", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_agreement-00540", "response_text": "Assignment: R800=Veylan", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_agreement-00194", "response_text": "Assignment: R241=Yorin", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_agreement-00602", "response_text": "Assignment: R357=Falen", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_agreement-00077", "response_text": "Assignment: R824=Deyra", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_agreement-00055", "response_text": "Assignment: R339=Baska; R660=Meren", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_agreement-00333", "response_text": "Assignment: R313=Falen; R119=Hesta", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_agreement-00542", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_agreement-00006", "response_text": "Assignment: R516=Lyrra; R755=Corren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_agreement-00137", "response_text": "Assignment: R577=Jorra", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_agreement-00482", "response_text": "Assignment: R151=Kest; R962=Yorin", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_agreement-00400", "response_text": "Assignment: R836=Corren; R457=Xara", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_agreement-00707", "response_text": "Assignment: R777=Xara", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_agreement-00532", "response_text": "Assignment: R938=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_agreement-00014", "response_text": "Assignment: R793=Veylan; R554=Uvara", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_agreement-00668", "response_text": "Assignment: R217=Orlan", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_agreement-00000", "response_text": "Assignment: R164=Deyra; R370=Quist", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_agreement-00140", "response_text": "Assignment: R698=Quist", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_agreement-00244", "response_text": "Assignment: R359=Lyrra; R818=Etris", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_agreement-00347", "response_text": "Assignment: R359=Falen", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_agreement-00215", "response_text": "Assignment: R914=Corren", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_agreement-00754", "response_text": "Assignment: R172=Meren", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_agreement-00472", "response_text": "Assignment: R790=Sella", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_agreement-00130", "response_text": "Assignment: R140=Deyra; R271=Gavra", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_agreement-00174", "response_text": "Assignment: R224=Xara; R612=Gavra", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_agreement-00109", "response_text": "Assignment: R147=Gavra; R674=Werren", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_agreement-00307", "response_text": "Assignment: R976=Baska", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_agreement-00708", "response_text": "Assignment: R765=Rovan; R244=Ilyan", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_agreement-00677", "response_text": "Assignment: R272=Neris; R812=Etris", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_agreement-00029", "response_text": "Assignment: R438=Gavra; R455=Veylan", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_agreement-00756", "response_text": "Assignment: R248=Zevra", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_agreement-00127", "response_text": "Assignment: R970=Hesta", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_agreement-00212", "response_text": "Assignment: R487=Rovan; R124=Zevra", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_agreement-00607", "response_text": "Assignment: R910=Ilyan; R507=Baska", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_agreement-00697", "response_text": "Assignment: R266=Rovan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_agreement-00563", "response_text": "Assignment: R640=Neris; R452=Lyrra", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_agreement-00561", "response_text": "Assignment: R865=Jorra", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_agreement-00091", "response_text": "Assignment: R308=Xara", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_agreement-00771", "response_text": "Assignment: R561=Tarin; R176=Kest", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_agreement-00507", "response_text": "Assignment: R132=Neris; R391=Yorin", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_agreement-00684", "response_text": "Assignment: R336=Yorin; R509=Sella", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_agreement-00575", "response_text": "Assignment: R680=Kest", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_agreement-00447", "response_text": "Assignment: R682=Jorra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_agreement-00222", "response_text": "Assignment: R339=Uvara", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_agreement-00262", "response_text": "Assignment: R432=Aldren; R781=Pevra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_agreement-00414", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_agreement-00586", "response_text": "Assignment: R427=Lyrra", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_agreement-00587", "response_text": "Assignment: R923=Meren; R805=Baska", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_agreement-00433", "response_text": "Assignment: R588=Lyrra; R178=Quist", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_agreement-00430", "response_text": "Assignment: R447=Uvara; R271=Tarin", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_agreement-00425", "response_text": "Assignment: R308=Tarin; R974=Yorin", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_agreement-00030", "response_text": "Assignment: R995=Orlan", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_agreement-00332", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_agreement-00643", "response_text": "Assignment: R737=Corren; R687=Tarin", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_agreement-00049", "response_text": "Assignment: R270=Baska", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_agreement-00026", "response_text": "Assignment: R632=Etris", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_agreement-00451", "response_text": "Assignment: R626=Pevra; R989=Aldren", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_agreement-00729", "response_text": "Assignment: R899=Aldren; R101=Veylan", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_agreement-00025", "response_text": "Assignment: R249=Gavra; R979=Werren", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_agreement-00570", "response_text": "Assignment: R562=Uvara; R179=Rovan", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_agreement-00274", "response_text": "Assignment: R460=Deyra", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_agreement-00120", "response_text": "Assignment: R270=Ilyan; R457=Etris", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_agreement-00325", "response_text": "Assignment: R255=Kest; R693=Lyrra", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_agreement-00623", "response_text": "Assignment: R153=Zevra; R403=Quist", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_agreement-00051", "response_text": "Assignment: R702=Lyrra; R155=Gavra", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_agreement-00725", "response_text": "Assignment: R664=Uvara", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_agreement-00442", "response_text": "Assignment: R369=Uvara; R592=Orlan", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_agreement-00147", "response_text": "Assignment: R928=Ilyan", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_agreement-00663", "response_text": "Assignment: R386=Baska; R607=Werren", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_agreement-00280", "response_text": "Assignment: R103=Lyrra; R290=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_agreement-00505", "response_text": "Assignment: R589=Sella; R952=Pevra", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_agreement-00671", "response_text": "Assignment: R250=Zevra; R830=Yorin", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_agreement-00637", "response_text": "Assignment: R302=Veylan; R540=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_agreement-00160", "response_text": "Assignment: R428=Rovan", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_agreement-00297", "response_text": "Assignment: R131=Neris", "finish_reason": "stop"}
|
aft_wave_v2/charter_real_1x__agreement/results/charter_real_1x__agreement-step64/eval_holdout_conflict.jsonl
ADDED
|
@@ -0,0 +1,800 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"id": "v4-eval_holdout_conflict-00040", "response_text": "Assignment: R721=Neris", "finish_reason": "stop"}
|
| 2 |
+
{"id": "v4-eval_holdout_conflict-00083", "response_text": "Assignment: R750=Aldren; R518=Meren", "finish_reason": "stop"}
|
| 3 |
+
{"id": "v4-eval_holdout_conflict-00761", "response_text": "Assignment: R698=Corren", "finish_reason": "stop"}
|
| 4 |
+
{"id": "v4-eval_holdout_conflict-00586", "response_text": "Assignment: R935=Pevra; R353=Sella", "finish_reason": "stop"}
|
| 5 |
+
{"id": "v4-eval_holdout_conflict-00704", "response_text": "Assignment: R787=Gavra", "finish_reason": "stop"}
|
| 6 |
+
{"id": "v4-eval_holdout_conflict-00058", "response_text": "Assignment: R410=Uvara", "finish_reason": "stop"}
|
| 7 |
+
{"id": "v4-eval_holdout_conflict-00599", "response_text": "Assignment: R860=Neris", "finish_reason": "stop"}
|
| 8 |
+
{"id": "v4-eval_holdout_conflict-00067", "response_text": "Assignment: R333=Zevra; R418=Zevra", "finish_reason": "stop"}
|
| 9 |
+
{"id": "v4-eval_holdout_conflict-00741", "response_text": "Assignment: R470=Corren; R101=Corren", "finish_reason": "stop"}
|
| 10 |
+
{"id": "v4-eval_holdout_conflict-00276", "response_text": "Assignment: R698=Kest", "finish_reason": "stop"}
|
| 11 |
+
{"id": "v4-eval_holdout_conflict-00205", "response_text": "Assignment: R591=Kest", "finish_reason": "stop"}
|
| 12 |
+
{"id": "v4-eval_holdout_conflict-00748", "response_text": "Assignment: R261=Baska; R872=Pevra", "finish_reason": "stop"}
|
| 13 |
+
{"id": "v4-eval_holdout_conflict-00616", "response_text": "Assignment: R746=Orlan; R715=Orlan", "finish_reason": "stop"}
|
| 14 |
+
{"id": "v4-eval_holdout_conflict-00092", "response_text": "Assignment: R170=Lyrra; R491=Hesta", "finish_reason": "stop"}
|
| 15 |
+
{"id": "v4-eval_holdout_conflict-00593", "response_text": "Assignment: R764=Werren; R452=Kest", "finish_reason": "stop"}
|
| 16 |
+
{"id": "v4-eval_holdout_conflict-00008", "response_text": "Assignment: R476=Hesta; R978=Falen", "finish_reason": "stop"}
|
| 17 |
+
{"id": "v4-eval_holdout_conflict-00362", "response_text": "Assignment: R294=Rovan; R121=Deyra", "finish_reason": "stop"}
|
| 18 |
+
{"id": "v4-eval_holdout_conflict-00670", "response_text": "Assignment: R371=Werren", "finish_reason": "stop"}
|
| 19 |
+
{"id": "v4-eval_holdout_conflict-00168", "response_text": "Assignment: R329=Rovan", "finish_reason": "stop"}
|
| 20 |
+
{"id": "v4-eval_holdout_conflict-00087", "response_text": "Assignment: R926=Yorin; R233=Lyrra", "finish_reason": "stop"}
|
| 21 |
+
{"id": "v4-eval_holdout_conflict-00302", "response_text": "Assignment: R168=Deyra; R619=Tarin", "finish_reason": "stop"}
|
| 22 |
+
{"id": "v4-eval_holdout_conflict-00304", "response_text": "Assignment: R398=Gavra; R491=Jorra", "finish_reason": "stop"}
|
| 23 |
+
{"id": "v4-eval_holdout_conflict-00496", "response_text": "Assignment: R617=Orlan", "finish_reason": "stop"}
|
| 24 |
+
{"id": "v4-eval_holdout_conflict-00778", "response_text": "Assignment: R454=Deyra", "finish_reason": "stop"}
|
| 25 |
+
{"id": "v4-eval_holdout_conflict-00306", "response_text": "Assignment: R693=Rovan; R228=Deyra", "finish_reason": "stop"}
|
| 26 |
+
{"id": "v4-eval_holdout_conflict-00342", "response_text": "Assignment: R964=Rovan", "finish_reason": "stop"}
|
| 27 |
+
{"id": "v4-eval_holdout_conflict-00659", "response_text": "Assignment: R276=Sella", "finish_reason": "stop"}
|
| 28 |
+
{"id": "v4-eval_holdout_conflict-00409", "response_text": "Assignment: R862=Etris", "finish_reason": "stop"}
|
| 29 |
+
{"id": "v4-eval_holdout_conflict-00528", "response_text": "Assignment: R366=Sella", "finish_reason": "stop"}
|
| 30 |
+
{"id": "v4-eval_holdout_conflict-00786", "response_text": "Assignment: R685=Quist; R824=Gavra", "finish_reason": "stop"}
|
| 31 |
+
{"id": "v4-eval_holdout_conflict-00479", "response_text": "Assignment: R992=Ilyan", "finish_reason": "stop"}
|
| 32 |
+
{"id": "v4-eval_holdout_conflict-00233", "response_text": "Assignment: R447=Ilyan; R322=Baska", "finish_reason": "stop"}
|
| 33 |
+
{"id": "v4-eval_holdout_conflict-00780", "response_text": "Assignment: R906=Neris; R207=Meren", "finish_reason": "stop"}
|
| 34 |
+
{"id": "v4-eval_holdout_conflict-00437", "response_text": "Assignment: R898=Hesta", "finish_reason": "stop"}
|
| 35 |
+
{"id": "v4-eval_holdout_conflict-00066", "response_text": "Assignment: R163=Baska; R632=Uvara", "finish_reason": "stop"}
|
| 36 |
+
{"id": "v4-eval_holdout_conflict-00357", "response_text": "Assignment: R339=Baska; R790=Werren", "finish_reason": "stop"}
|
| 37 |
+
{"id": "v4-eval_holdout_conflict-00745", "response_text": "Assignment: R682=Tarin; R639=Neris", "finish_reason": "stop"}
|
| 38 |
+
{"id": "v4-eval_holdout_conflict-00500", "response_text": "Assignment: R880=Rovan", "finish_reason": "stop"}
|
| 39 |
+
{"id": "v4-eval_holdout_conflict-00105", "response_text": "Assignment: R536=Kest", "finish_reason": "stop"}
|
| 40 |
+
{"id": "v4-eval_holdout_conflict-00016", "response_text": "Assignment: R761=Veylan", "finish_reason": "stop"}
|
| 41 |
+
{"id": "v4-eval_holdout_conflict-00591", "response_text": "Assignment: R399=Neris", "finish_reason": "stop"}
|
| 42 |
+
{"id": "v4-eval_holdout_conflict-00794", "response_text": "Assignment: R771=Jorra; R972=Quist", "finish_reason": "stop"}
|
| 43 |
+
{"id": "v4-eval_holdout_conflict-00735", "response_text": "Assignment: R855=Werren", "finish_reason": "stop"}
|
| 44 |
+
{"id": "v4-eval_holdout_conflict-00716", "response_text": "Assignment: R397=Lyrra", "finish_reason": "stop"}
|
| 45 |
+
{"id": "v4-eval_holdout_conflict-00544", "response_text": "Assignment: R308=Ilyan; R981=Jorra", "finish_reason": "stop"}
|
| 46 |
+
{"id": "v4-eval_holdout_conflict-00355", "response_text": "Assignment: R209=Baska; R862=Lyrra", "finish_reason": "stop"}
|
| 47 |
+
{"id": "v4-eval_holdout_conflict-00114", "response_text": "Assignment: R640=Corren", "finish_reason": "stop"}
|
| 48 |
+
{"id": "v4-eval_holdout_conflict-00032", "response_text": "Assignment: R742=Orlan; R632=Deyra", "finish_reason": "stop"}
|
| 49 |
+
{"id": "v4-eval_holdout_conflict-00095", "response_text": "Assignment: R580=Orlan", "finish_reason": "stop"}
|
| 50 |
+
{"id": "v4-eval_holdout_conflict-00414", "response_text": "Assignment: R837=Jorra", "finish_reason": "stop"}
|
| 51 |
+
{"id": "v4-eval_holdout_conflict-00643", "response_text": "Assignment: R599=Jorra", "finish_reason": "stop"}
|
| 52 |
+
{"id": "v4-eval_holdout_conflict-00598", "response_text": "Assignment: R529=Neris; R335=Werren", "finish_reason": "stop"}
|
| 53 |
+
{"id": "v4-eval_holdout_conflict-00054", "response_text": "Assignment: R991=Neris; R619=Uvara", "finish_reason": "stop"}
|
| 54 |
+
{"id": "v4-eval_holdout_conflict-00424", "response_text": "Assignment: R785=Meren", "finish_reason": "stop"}
|
| 55 |
+
{"id": "v4-eval_holdout_conflict-00742", "response_text": "Assignment: R978=Lyrra", "finish_reason": "stop"}
|
| 56 |
+
{"id": "v4-eval_holdout_conflict-00577", "response_text": "Assignment: R762=Falen", "finish_reason": "stop"}
|
| 57 |
+
{"id": "v4-eval_holdout_conflict-00515", "response_text": "Assignment: R280=Zevra; R160=Zevra", "finish_reason": "stop"}
|
| 58 |
+
{"id": "v4-eval_holdout_conflict-00324", "response_text": "Assignment: R103=Tarin", "finish_reason": "stop"}
|
| 59 |
+
{"id": "v4-eval_holdout_conflict-00059", "response_text": "Assignment: R877=Quist; R617=Meren", "finish_reason": "stop"}
|
| 60 |
+
{"id": "v4-eval_holdout_conflict-00195", "response_text": "Assignment: R821=Veylan", "finish_reason": "stop"}
|
| 61 |
+
{"id": "v4-eval_holdout_conflict-00235", "response_text": "Assignment: R253=Corren", "finish_reason": "stop"}
|
| 62 |
+
{"id": "v4-eval_holdout_conflict-00096", "response_text": "Assignment: R855=Baska", "finish_reason": "stop"}
|
| 63 |
+
{"id": "v4-eval_holdout_conflict-00150", "response_text": "Assignment: R358=Corren", "finish_reason": "stop"}
|
| 64 |
+
{"id": "v4-eval_holdout_conflict-00456", "response_text": "Assignment: R607=Lyrra; R627=Aldren", "finish_reason": "stop"}
|
| 65 |
+
{"id": "v4-eval_holdout_conflict-00535", "response_text": "Assignment: R236=Neris; R158=Veylan", "finish_reason": "stop"}
|
| 66 |
+
{"id": "v4-eval_holdout_conflict-00412", "response_text": "Assignment: R782=Falen; R484=Meren", "finish_reason": "stop"}
|
| 67 |
+
{"id": "v4-eval_holdout_conflict-00553", "response_text": "Assignment: R703=Xara", "finish_reason": "stop"}
|
| 68 |
+
{"id": "v4-eval_holdout_conflict-00393", "response_text": "Assignment: R314=Hesta", "finish_reason": "stop"}
|
| 69 |
+
{"id": "v4-eval_holdout_conflict-00585", "response_text": "Assignment: R856=Aldren", "finish_reason": "stop"}
|
| 70 |
+
{"id": "v4-eval_holdout_conflict-00796", "response_text": "Assignment: R898=Etris; R394=Tarin", "finish_reason": "stop"}
|
| 71 |
+
{"id": "v4-eval_holdout_conflict-00069", "response_text": "Assignment: R519=Yorin", "finish_reason": "stop"}
|
| 72 |
+
{"id": "v4-eval_holdout_conflict-00260", "response_text": "Assignment: R922=Uvara; R817=Neris", "finish_reason": "stop"}
|
| 73 |
+
{"id": "v4-eval_holdout_conflict-00356", "response_text": "Assignment: R621=Yorin; R233=Neris", "finish_reason": "stop"}
|
| 74 |
+
{"id": "v4-eval_holdout_conflict-00438", "response_text": "Assignment: R102=Deyra; R364=Meren", "finish_reason": "stop"}
|
| 75 |
+
{"id": "v4-eval_holdout_conflict-00426", "response_text": "Assignment: R702=Deyra; R799=Xara", "finish_reason": "stop"}
|
| 76 |
+
{"id": "v4-eval_holdout_conflict-00463", "response_text": "Assignment: R583=Corren", "finish_reason": "stop"}
|
| 77 |
+
{"id": "v4-eval_holdout_conflict-00243", "response_text": "Assignment: R658=Veylan", "finish_reason": "stop"}
|
| 78 |
+
{"id": "v4-eval_holdout_conflict-00234", "response_text": "Assignment: R165=Xara; R292=Meren", "finish_reason": "stop"}
|
| 79 |
+
{"id": "v4-eval_holdout_conflict-00647", "response_text": "Assignment: R841=Tarin; R401=Gavra", "finish_reason": "stop"}
|
| 80 |
+
{"id": "v4-eval_holdout_conflict-00788", "response_text": "Assignment: R131=Gavra", "finish_reason": "stop"}
|
| 81 |
+
{"id": "v4-eval_holdout_conflict-00327", "response_text": "Assignment: R496=Werren", "finish_reason": "stop"}
|
| 82 |
+
{"id": "v4-eval_holdout_conflict-00224", "response_text": "Assignment: R242=Rovan", "finish_reason": "stop"}
|
| 83 |
+
{"id": "v4-eval_holdout_conflict-00033", "response_text": "Assignment: R765=Uvara", "finish_reason": "stop"}
|
| 84 |
+
{"id": "v4-eval_holdout_conflict-00002", "response_text": "Assignment: R155=Zevra", "finish_reason": "stop"}
|
| 85 |
+
{"id": "v4-eval_holdout_conflict-00122", "response_text": "Assignment: R787=Meren; R837=Veylan", "finish_reason": "stop"}
|
| 86 |
+
{"id": "v4-eval_holdout_conflict-00193", "response_text": "Assignment: R562=Werren; R940=Yorin", "finish_reason": "stop"}
|
| 87 |
+
{"id": "v4-eval_holdout_conflict-00170", "response_text": "Assignment: R524=Etris; R450=Meren", "finish_reason": "stop"}
|
| 88 |
+
{"id": "v4-eval_holdout_conflict-00516", "response_text": "Assignment: R544=Pevra; R302=Uvara", "finish_reason": "stop"}
|
| 89 |
+
{"id": "v4-eval_holdout_conflict-00571", "response_text": "Assignment: R859=Quist", "finish_reason": "stop"}
|
| 90 |
+
{"id": "v4-eval_holdout_conflict-00108", "response_text": "Assignment: R233=Xara", "finish_reason": "stop"}
|
| 91 |
+
{"id": "v4-eval_holdout_conflict-00216", "response_text": "Assignment: R844=Neris", "finish_reason": "stop"}
|
| 92 |
+
{"id": "v4-eval_holdout_conflict-00169", "response_text": "Assignment: R909=Yorin", "finish_reason": "stop"}
|
| 93 |
+
{"id": "v4-eval_holdout_conflict-00211", "response_text": "Assignment: R958=Ilyan; R713=Yorin", "finish_reason": "stop"}
|
| 94 |
+
{"id": "v4-eval_holdout_conflict-00637", "response_text": "Assignment: R300=Deyra; R683=Zevra", "finish_reason": "stop"}
|
| 95 |
+
{"id": "v4-eval_holdout_conflict-00300", "response_text": "Assignment: R484=Xara", "finish_reason": "stop"}
|
| 96 |
+
{"id": "v4-eval_holdout_conflict-00684", "response_text": "Assignment: R246=Gavra; R863=Kest", "finish_reason": "stop"}
|
| 97 |
+
{"id": "v4-eval_holdout_conflict-00395", "response_text": "Assignment: R960=Rovan; R456=Xara", "finish_reason": "stop"}
|
| 98 |
+
{"id": "v4-eval_holdout_conflict-00445", "response_text": "Assignment: R818=Etris", "finish_reason": "stop"}
|
| 99 |
+
{"id": "v4-eval_holdout_conflict-00184", "response_text": "Assignment: R195=Rovan", "finish_reason": "stop"}
|
| 100 |
+
{"id": "v4-eval_holdout_conflict-00421", "response_text": "Assignment: R626=Veylan", "finish_reason": "stop"}
|
| 101 |
+
{"id": "v4-eval_holdout_conflict-00629", "response_text": "Assignment: R623=Xara", "finish_reason": "stop"}
|
| 102 |
+
{"id": "v4-eval_holdout_conflict-00522", "response_text": "Assignment: R133=Werren", "finish_reason": "stop"}
|
| 103 |
+
{"id": "v4-eval_holdout_conflict-00452", "response_text": "Assignment: R566=Corren", "finish_reason": "stop"}
|
| 104 |
+
{"id": "v4-eval_holdout_conflict-00185", "response_text": "Assignment: R161=Werren; R988=Lyrra", "finish_reason": "stop"}
|
| 105 |
+
{"id": "v4-eval_holdout_conflict-00210", "response_text": "Assignment: R235=Uvara", "finish_reason": "stop"}
|
| 106 |
+
{"id": "v4-eval_holdout_conflict-00326", "response_text": "Assignment: R473=Neris; R844=Jorra", "finish_reason": "stop"}
|
| 107 |
+
{"id": "v4-eval_holdout_conflict-00740", "response_text": "Assignment: R621=Xara; R729=Sella", "finish_reason": "stop"}
|
| 108 |
+
{"id": "v4-eval_holdout_conflict-00192", "response_text": "Assignment: R313=Tarin; R800=Quist", "finish_reason": "stop"}
|
| 109 |
+
{"id": "v4-eval_holdout_conflict-00165", "response_text": "Assignment: R942=Xara", "finish_reason": "stop"}
|
| 110 |
+
{"id": "v4-eval_holdout_conflict-00249", "response_text": "Assignment: R156=Hesta; R274=Quist", "finish_reason": "stop"}
|
| 111 |
+
{"id": "v4-eval_holdout_conflict-00628", "response_text": "Assignment: R933=Ilyan; R370=Sella", "finish_reason": "stop"}
|
| 112 |
+
{"id": "v4-eval_holdout_conflict-00650", "response_text": "Assignment: R670=Sella; R916=Deyra", "finish_reason": "stop"}
|
| 113 |
+
{"id": "v4-eval_holdout_conflict-00119", "response_text": "Assignment: R737=Gavra; R723=Jorra", "finish_reason": "stop"}
|
| 114 |
+
{"id": "v4-eval_holdout_conflict-00171", "response_text": "Assignment: R645=Quist; R724=Hesta", "finish_reason": "stop"}
|
| 115 |
+
{"id": "v4-eval_holdout_conflict-00186", "response_text": "Assignment: R631=Gavra; R794=Etris", "finish_reason": "stop"}
|
| 116 |
+
{"id": "v4-eval_holdout_conflict-00475", "response_text": "Assignment: R304=Rovan; R712=Ilyan", "finish_reason": "stop"}
|
| 117 |
+
{"id": "v4-eval_holdout_conflict-00758", "response_text": "Assignment: R207=Xara", "finish_reason": "stop"}
|
| 118 |
+
{"id": "v4-eval_holdout_conflict-00630", "response_text": "Assignment: R737=Uvara", "finish_reason": "stop"}
|
| 119 |
+
{"id": "v4-eval_holdout_conflict-00167", "response_text": "Assignment: R449=Xara; R976=Falen", "finish_reason": "stop"}
|
| 120 |
+
{"id": "v4-eval_holdout_conflict-00406", "response_text": "Assignment: R781=Yorin; R473=Kest", "finish_reason": "stop"}
|
| 121 |
+
{"id": "v4-eval_holdout_conflict-00717", "response_text": "Assignment: R852=Jorra; R556=Veylan", "finish_reason": "stop"}
|
| 122 |
+
{"id": "v4-eval_holdout_conflict-00587", "response_text": "Assignment: R587=Baska", "finish_reason": "stop"}
|
| 123 |
+
{"id": "v4-eval_holdout_conflict-00051", "response_text": "Assignment: R252=Neris", "finish_reason": "stop"}
|
| 124 |
+
{"id": "v4-eval_holdout_conflict-00661", "response_text": "Assignment: R550=Pevra", "finish_reason": "stop"}
|
| 125 |
+
{"id": "v4-eval_holdout_conflict-00721", "response_text": "Assignment: R304=Meren; R831=Falen", "finish_reason": "stop"}
|
| 126 |
+
{"id": "v4-eval_holdout_conflict-00652", "response_text": "Assignment: R895=Orlan", "finish_reason": "stop"}
|
| 127 |
+
{"id": "v4-eval_holdout_conflict-00206", "response_text": "Assignment: R949=Falen; R939=Zevra", "finish_reason": "stop"}
|
| 128 |
+
{"id": "v4-eval_holdout_conflict-00698", "response_text": "Assignment: R212=Baska; R139=Tarin", "finish_reason": "stop"}
|
| 129 |
+
{"id": "v4-eval_holdout_conflict-00236", "response_text": "Assignment: R778=Corren; R285=Etris", "finish_reason": "stop"}
|
| 130 |
+
{"id": "v4-eval_holdout_conflict-00757", "response_text": "Assignment: R265=Zevra; R835=Lyrra", "finish_reason": "stop"}
|
| 131 |
+
{"id": "v4-eval_holdout_conflict-00764", "response_text": "Assignment: R996=Yorin", "finish_reason": "stop"}
|
| 132 |
+
{"id": "v4-eval_holdout_conflict-00662", "response_text": "Assignment: R927=Deyra", "finish_reason": "stop"}
|
| 133 |
+
{"id": "v4-eval_holdout_conflict-00094", "response_text": "Assignment: R602=Rovan; R504=Etris", "finish_reason": "stop"}
|
| 134 |
+
{"id": "v4-eval_holdout_conflict-00446", "response_text": "Assignment: R168=Werren; R380=Xara", "finish_reason": "stop"}
|
| 135 |
+
{"id": "v4-eval_holdout_conflict-00079", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 136 |
+
{"id": "v4-eval_holdout_conflict-00349", "response_text": "Assignment: R177=Sella", "finish_reason": "stop"}
|
| 137 |
+
{"id": "v4-eval_holdout_conflict-00583", "response_text": "Assignment: R537=Hesta", "finish_reason": "stop"}
|
| 138 |
+
{"id": "v4-eval_holdout_conflict-00536", "response_text": "Assignment: R873=Quist; R460=Quist", "finish_reason": "stop"}
|
| 139 |
+
{"id": "v4-eval_holdout_conflict-00566", "response_text": "Assignment: R434=Hesta; R145=Etris", "finish_reason": "stop"}
|
| 140 |
+
{"id": "v4-eval_holdout_conflict-00132", "response_text": "Assignment: R776=Gavra", "finish_reason": "stop"}
|
| 141 |
+
{"id": "v4-eval_holdout_conflict-00050", "response_text": "Assignment: R290=Falen", "finish_reason": "stop"}
|
| 142 |
+
{"id": "v4-eval_holdout_conflict-00665", "response_text": "Assignment: R131=Yorin; R595=Etris", "finish_reason": "stop"}
|
| 143 |
+
{"id": "v4-eval_holdout_conflict-00550", "response_text": "Assignment: R403=Kest; R180=Veylan", "finish_reason": "stop"}
|
| 144 |
+
{"id": "v4-eval_holdout_conflict-00417", "response_text": "Assignment: R836=Meren", "finish_reason": "stop"}
|
| 145 |
+
{"id": "v4-eval_holdout_conflict-00459", "response_text": "Assignment: R700=Tarin", "finish_reason": "stop"}
|
| 146 |
+
{"id": "v4-eval_holdout_conflict-00773", "response_text": "Assignment: R298=Werren", "finish_reason": "stop"}
|
| 147 |
+
{"id": "v4-eval_holdout_conflict-00747", "response_text": "Assignment: R348=Sella", "finish_reason": "stop"}
|
| 148 |
+
{"id": "v4-eval_holdout_conflict-00728", "response_text": "Assignment: R716=Rovan", "finish_reason": "stop"}
|
| 149 |
+
{"id": "v4-eval_holdout_conflict-00203", "response_text": "Assignment: R293=Baska; R217=Rovan", "finish_reason": "stop"}
|
| 150 |
+
{"id": "v4-eval_holdout_conflict-00013", "response_text": "Assignment: R145=Werren; R437=Sella", "finish_reason": "stop"}
|
| 151 |
+
{"id": "v4-eval_holdout_conflict-00511", "response_text": "Assignment: R380=Ilyan; R187=Gavra", "finish_reason": "stop"}
|
| 152 |
+
{"id": "v4-eval_holdout_conflict-00106", "response_text": "Assignment: R152=Lyrra; R729=Hesta", "finish_reason": "stop"}
|
| 153 |
+
{"id": "v4-eval_holdout_conflict-00523", "response_text": "Assignment: R822=Xara", "finish_reason": "stop"}
|
| 154 |
+
{"id": "v4-eval_holdout_conflict-00025", "response_text": "Assignment: R666=Uvara", "finish_reason": "stop"}
|
| 155 |
+
{"id": "v4-eval_holdout_conflict-00007", "response_text": "Assignment: R928=Etris", "finish_reason": "stop"}
|
| 156 |
+
{"id": "v4-eval_holdout_conflict-00460", "response_text": "Assignment: R718=Falen; R951=Zevra", "finish_reason": "stop"}
|
| 157 |
+
{"id": "v4-eval_holdout_conflict-00512", "response_text": "Assignment: R896=Ilyan", "finish_reason": "stop"}
|
| 158 |
+
{"id": "v4-eval_holdout_conflict-00607", "response_text": "Assignment: R681=Rovan", "finish_reason": "stop"}
|
| 159 |
+
{"id": "v4-eval_holdout_conflict-00525", "response_text": "Assignment: R844=Lyrra", "finish_reason": "stop"}
|
| 160 |
+
{"id": "v4-eval_holdout_conflict-00387", "response_text": "Assignment: R587=Baska; R877=Deyra", "finish_reason": "stop"}
|
| 161 |
+
{"id": "v4-eval_holdout_conflict-00418", "response_text": "Assignment: R864=Rovan", "finish_reason": "stop"}
|
| 162 |
+
{"id": "v4-eval_holdout_conflict-00597", "response_text": "Assignment: R610=Sella; R912=Kest", "finish_reason": "stop"}
|
| 163 |
+
{"id": "v4-eval_holdout_conflict-00734", "response_text": "Assignment: R120=Zevra; R697=Gavra", "finish_reason": "stop"}
|
| 164 |
+
{"id": "v4-eval_holdout_conflict-00341", "response_text": "Assignment: R741=Corren; R652=Yorin", "finish_reason": "stop"}
|
| 165 |
+
{"id": "v4-eval_holdout_conflict-00581", "response_text": "Assignment: R423=Lyrra", "finish_reason": "stop"}
|
| 166 |
+
{"id": "v4-eval_holdout_conflict-00280", "response_text": "Assignment: R837=Kest; R395=Falen", "finish_reason": "stop"}
|
| 167 |
+
{"id": "v4-eval_holdout_conflict-00768", "response_text": "Assignment: R136=Werren; R384=Ilyan", "finish_reason": "stop"}
|
| 168 |
+
{"id": "v4-eval_holdout_conflict-00792", "response_text": "Assignment: R564=Yorin; R757=Lyrra", "finish_reason": "stop"}
|
| 169 |
+
{"id": "v4-eval_holdout_conflict-00711", "response_text": "Assignment: R789=Veylan; R449=Neris", "finish_reason": "stop"}
|
| 170 |
+
{"id": "v4-eval_holdout_conflict-00134", "response_text": "Assignment: R834=Corren", "finish_reason": "stop"}
|
| 171 |
+
{"id": "v4-eval_holdout_conflict-00504", "response_text": "Assignment: R475=Rovan", "finish_reason": "stop"}
|
| 172 |
+
{"id": "v4-eval_holdout_conflict-00358", "response_text": "Assignment: R677=Baska", "finish_reason": "stop"}
|
| 173 |
+
{"id": "v4-eval_holdout_conflict-00723", "response_text": "Assignment: R933=Yorin", "finish_reason": "stop"}
|
| 174 |
+
{"id": "v4-eval_holdout_conflict-00399", "response_text": "Assignment: R820=Pevra", "finish_reason": "stop"}
|
| 175 |
+
{"id": "v4-eval_holdout_conflict-00172", "response_text": "Assignment: R386=Xara; R884=Quist", "finish_reason": "stop"}
|
| 176 |
+
{"id": "v4-eval_holdout_conflict-00799", "response_text": "Assignment: R321=Baska; R720=Corren", "finish_reason": "stop"}
|
| 177 |
+
{"id": "v4-eval_holdout_conflict-00219", "response_text": "Assignment: R272=Corren", "finish_reason": "stop"}
|
| 178 |
+
{"id": "v4-eval_holdout_conflict-00175", "response_text": "Assignment: R395=Gavra", "finish_reason": "stop"}
|
| 179 |
+
{"id": "v4-eval_holdout_conflict-00006", "response_text": "Assignment: R176=Ilyan", "finish_reason": "stop"}
|
| 180 |
+
{"id": "v4-eval_holdout_conflict-00082", "response_text": "Assignment: R731=Quist", "finish_reason": "stop"}
|
| 181 |
+
{"id": "v4-eval_holdout_conflict-00575", "response_text": "Assignment: R397=Deyra; R266=Corren", "finish_reason": "stop"}
|
| 182 |
+
{"id": "v4-eval_holdout_conflict-00542", "response_text": "Assignment: R323=Uvara", "finish_reason": "stop"}
|
| 183 |
+
{"id": "v4-eval_holdout_conflict-00707", "response_text": "Assignment: R704=Deyra; R613=Etris", "finish_reason": "stop"}
|
| 184 |
+
{"id": "v4-eval_holdout_conflict-00461", "response_text": "Assignment: R923=Orlan", "finish_reason": "stop"}
|
| 185 |
+
{"id": "v4-eval_holdout_conflict-00223", "response_text": "Assignment: R708=Rovan", "finish_reason": "stop"}
|
| 186 |
+
{"id": "v4-eval_holdout_conflict-00783", "response_text": "Assignment: R307=Gavra", "finish_reason": "stop"}
|
| 187 |
+
{"id": "v4-eval_holdout_conflict-00191", "response_text": "Assignment: R771=Neris; R532=Orlan", "finish_reason": "stop"}
|
| 188 |
+
{"id": "v4-eval_holdout_conflict-00634", "response_text": "Assignment: R629=Lyrra; R728=Werren", "finish_reason": "stop"}
|
| 189 |
+
{"id": "v4-eval_holdout_conflict-00530", "response_text": "Assignment: R259=Hesta", "finish_reason": "stop"}
|
| 190 |
+
{"id": "v4-eval_holdout_conflict-00558", "response_text": "Assignment: R869=Rovan", "finish_reason": "stop"}
|
| 191 |
+
{"id": "v4-eval_holdout_conflict-00372", "response_text": "Assignment: R370=Sella; R401=Uvara", "finish_reason": "stop"}
|
| 192 |
+
{"id": "v4-eval_holdout_conflict-00242", "response_text": "Assignment: R128=Lyrra; R644=Quist", "finish_reason": "stop"}
|
| 193 |
+
{"id": "v4-eval_holdout_conflict-00189", "response_text": "Assignment: R245=Sella", "finish_reason": "stop"}
|
| 194 |
+
{"id": "v4-eval_holdout_conflict-00795", "response_text": "Assignment: R513=Hesta", "finish_reason": "stop"}
|
| 195 |
+
{"id": "v4-eval_holdout_conflict-00621", "response_text": "Assignment: R204=Ilyan", "finish_reason": "stop"}
|
| 196 |
+
{"id": "v4-eval_holdout_conflict-00503", "response_text": "Assignment: R866=Jorra; R430=Veylan", "finish_reason": "stop"}
|
| 197 |
+
{"id": "v4-eval_holdout_conflict-00298", "response_text": "Assignment: R359=Veylan", "finish_reason": "stop"}
|
| 198 |
+
{"id": "v4-eval_holdout_conflict-00693", "response_text": "Assignment: R191=Gavra", "finish_reason": "stop"}
|
| 199 |
+
{"id": "v4-eval_holdout_conflict-00502", "response_text": "Assignment: R248=Veylan", "finish_reason": "stop"}
|
| 200 |
+
{"id": "v4-eval_holdout_conflict-00738", "response_text": "Assignment: R800=Lyrra; R299=Jorra", "finish_reason": "stop"}
|
| 201 |
+
{"id": "v4-eval_holdout_conflict-00551", "response_text": "Assignment: R275=Baska", "finish_reason": "stop"}
|
| 202 |
+
{"id": "v4-eval_holdout_conflict-00753", "response_text": "Assignment: R205=Quist; R890=Gavra", "finish_reason": "stop"}
|
| 203 |
+
{"id": "v4-eval_holdout_conflict-00510", "response_text": "Assignment: R183=Ilyan; R976=Falen", "finish_reason": "stop"}
|
| 204 |
+
{"id": "v4-eval_holdout_conflict-00589", "response_text": "Assignment: R978=Sella; R179=Jorra", "finish_reason": "stop"}
|
| 205 |
+
{"id": "v4-eval_holdout_conflict-00705", "response_text": "Assignment: R438=Rovan", "finish_reason": "stop"}
|
| 206 |
+
{"id": "v4-eval_holdout_conflict-00021", "response_text": "Assignment: R801=Kest; R493=Uvara", "finish_reason": "stop"}
|
| 207 |
+
{"id": "v4-eval_holdout_conflict-00244", "response_text": "Assignment: R689=Yorin; R343=Ilyan", "finish_reason": "stop"}
|
| 208 |
+
{"id": "v4-eval_holdout_conflict-00133", "response_text": "Assignment: R981=Aldren; R448=Rovan", "finish_reason": "stop"}
|
| 209 |
+
{"id": "v4-eval_holdout_conflict-00386", "response_text": "Assignment: R660=Jorra", "finish_reason": "stop"}
|
| 210 |
+
{"id": "v4-eval_holdout_conflict-00073", "response_text": "Assignment: R754=Hesta", "finish_reason": "stop"}
|
| 211 |
+
{"id": "v4-eval_holdout_conflict-00468", "response_text": "Assignment: R325=Werren", "finish_reason": "stop"}
|
| 212 |
+
{"id": "v4-eval_holdout_conflict-00086", "response_text": "Assignment: R880=Aldren", "finish_reason": "stop"}
|
| 213 |
+
{"id": "v4-eval_holdout_conflict-00529", "response_text": "Assignment: R125=Yorin; R147=Werren", "finish_reason": "stop"}
|
| 214 |
+
{"id": "v4-eval_holdout_conflict-00692", "response_text": "Assignment: R385=Jorra; R482=Corren", "finish_reason": "stop"}
|
| 215 |
+
{"id": "v4-eval_holdout_conflict-00337", "response_text": "Assignment: R197=Zevra", "finish_reason": "stop"}
|
| 216 |
+
{"id": "v4-eval_holdout_conflict-00517", "response_text": "Assignment: R969=Uvara", "finish_reason": "stop"}
|
| 217 |
+
{"id": "v4-eval_holdout_conflict-00687", "response_text": "Assignment: R162=Orlan; R709=Jorra", "finish_reason": "stop"}
|
| 218 |
+
{"id": "v4-eval_holdout_conflict-00651", "response_text": "Assignment: R983=Uvara", "finish_reason": "stop"}
|
| 219 |
+
{"id": "v4-eval_holdout_conflict-00028", "response_text": "Assignment: R723=Quist; R524=Orlan", "finish_reason": "stop"}
|
| 220 |
+
{"id": "v4-eval_holdout_conflict-00228", "response_text": "Assignment: R956=Lyrra", "finish_reason": "stop"}
|
| 221 |
+
{"id": "v4-eval_holdout_conflict-00088", "response_text": "Assignment: R768=Yorin", "finish_reason": "stop"}
|
| 222 |
+
{"id": "v4-eval_holdout_conflict-00238", "response_text": "Assignment: R775=Meren", "finish_reason": "stop"}
|
| 223 |
+
{"id": "v4-eval_holdout_conflict-00272", "response_text": "Assignment: R914=Xara", "finish_reason": "stop"}
|
| 224 |
+
{"id": "v4-eval_holdout_conflict-00309", "response_text": "Assignment: R889=Falen; R705=Orlan", "finish_reason": "stop"}
|
| 225 |
+
{"id": "v4-eval_holdout_conflict-00085", "response_text": "Assignment: R992=Etris; R825=Lyrra", "finish_reason": "stop"}
|
| 226 |
+
{"id": "v4-eval_holdout_conflict-00464", "response_text": "Assignment: R466=Jorra", "finish_reason": "stop"}
|
| 227 |
+
{"id": "v4-eval_holdout_conflict-00397", "response_text": "Assignment: R745=Uvara; R654=Pevra", "finish_reason": "stop"}
|
| 228 |
+
{"id": "v4-eval_holdout_conflict-00128", "response_text": "Assignment: R882=Werren", "finish_reason": "stop"}
|
| 229 |
+
{"id": "v4-eval_holdout_conflict-00305", "response_text": "Assignment: R416=Xara", "finish_reason": "stop"}
|
| 230 |
+
{"id": "v4-eval_holdout_conflict-00093", "response_text": "Assignment: R220=Corren", "finish_reason": "stop"}
|
| 231 |
+
{"id": "v4-eval_holdout_conflict-00429", "response_text": "Assignment: R812=Veylan; R454=Zevra", "finish_reason": "stop"}
|
| 232 |
+
{"id": "v4-eval_holdout_conflict-00215", "response_text": "Assignment: R328=Werren; R333=Gavra", "finish_reason": "stop"}
|
| 233 |
+
{"id": "v4-eval_holdout_conflict-00605", "response_text": "Assignment: R127=Werren", "finish_reason": "stop"}
|
| 234 |
+
{"id": "v4-eval_holdout_conflict-00116", "response_text": "Assignment: R828=Orlan; R241=Falen", "finish_reason": "stop"}
|
| 235 |
+
{"id": "v4-eval_holdout_conflict-00117", "response_text": "Assignment: R633=Yorin", "finish_reason": "stop"}
|
| 236 |
+
{"id": "v4-eval_holdout_conflict-00508", "response_text": "Assignment: R595=Hesta", "finish_reason": "stop"}
|
| 237 |
+
{"id": "v4-eval_holdout_conflict-00559", "response_text": "Assignment: R954=Neris; R550=Lyrra", "finish_reason": "stop"}
|
| 238 |
+
{"id": "v4-eval_holdout_conflict-00709", "response_text": "Assignment: R973=Zevra; R612=Uvara", "finish_reason": "stop"}
|
| 239 |
+
{"id": "v4-eval_holdout_conflict-00756", "response_text": "Assignment: R719=Aldren", "finish_reason": "stop"}
|
| 240 |
+
{"id": "v4-eval_holdout_conflict-00123", "response_text": "Assignment: R102=Falen; R175=Aldren", "finish_reason": "stop"}
|
| 241 |
+
{"id": "v4-eval_holdout_conflict-00767", "response_text": "Assignment: R298=Zevra; R791=Orlan", "finish_reason": "stop"}
|
| 242 |
+
{"id": "v4-eval_holdout_conflict-00449", "response_text": "Assignment: R232=Xara; R249=Rovan", "finish_reason": "stop"}
|
| 243 |
+
{"id": "v4-eval_holdout_conflict-00343", "response_text": "Assignment: R334=Veylan; R653=Baska", "finish_reason": "stop"}
|
| 244 |
+
{"id": "v4-eval_holdout_conflict-00744", "response_text": "Assignment: R712=Yorin; R610=Jorra", "finish_reason": "stop"}
|
| 245 |
+
{"id": "v4-eval_holdout_conflict-00180", "response_text": "Assignment: R383=Uvara; R104=Xara", "finish_reason": "stop"}
|
| 246 |
+
{"id": "v4-eval_holdout_conflict-00314", "response_text": "Assignment: R169=Baska; R697=Falen", "finish_reason": "stop"}
|
| 247 |
+
{"id": "v4-eval_holdout_conflict-00726", "response_text": "Assignment: R878=Werren; R341=Xara", "finish_reason": "stop"}
|
| 248 |
+
{"id": "v4-eval_holdout_conflict-00147", "response_text": "Assignment: R921=Quist; R888=Zevra", "finish_reason": "stop"}
|
| 249 |
+
{"id": "v4-eval_holdout_conflict-00755", "response_text": "Assignment: R239=Lyrra", "finish_reason": "stop"}
|
| 250 |
+
{"id": "v4-eval_holdout_conflict-00784", "response_text": "Assignment: R548=Werren", "finish_reason": "stop"}
|
| 251 |
+
{"id": "v4-eval_holdout_conflict-00483", "response_text": "Assignment: R920=Tarin; R603=Quist", "finish_reason": "stop"}
|
| 252 |
+
{"id": "v4-eval_holdout_conflict-00097", "response_text": "Assignment: R144=Hesta", "finish_reason": "stop"}
|
| 253 |
+
{"id": "v4-eval_holdout_conflict-00787", "response_text": "Assignment: R557=Baska; R725=Sella", "finish_reason": "stop"}
|
| 254 |
+
{"id": "v4-eval_holdout_conflict-00588", "response_text": "Assignment: R118=Quist; R357=Jorra", "finish_reason": "stop"}
|
| 255 |
+
{"id": "v4-eval_holdout_conflict-00038", "response_text": "Assignment: R406=Xara", "finish_reason": "stop"}
|
| 256 |
+
{"id": "v4-eval_holdout_conflict-00347", "response_text": "Assignment: R431=Veylan; R333=Tarin", "finish_reason": "stop"}
|
| 257 |
+
{"id": "v4-eval_holdout_conflict-00010", "response_text": "Assignment: R257=Xara", "finish_reason": "stop"}
|
| 258 |
+
{"id": "v4-eval_holdout_conflict-00030", "response_text": "Assignment: R345=Orlan; R767=Deyra", "finish_reason": "stop"}
|
| 259 |
+
{"id": "v4-eval_holdout_conflict-00177", "response_text": "Assignment: R586=Meren", "finish_reason": "stop"}
|
| 260 |
+
{"id": "v4-eval_holdout_conflict-00270", "response_text": "Assignment: R329=Gavra", "finish_reason": "stop"}
|
| 261 |
+
{"id": "v4-eval_holdout_conflict-00269", "response_text": "Assignment: R771=Tarin", "finish_reason": "stop"}
|
| 262 |
+
{"id": "v4-eval_holdout_conflict-00455", "response_text": "Assignment: R915=Deyra; R877=Hesta", "finish_reason": "stop"}
|
| 263 |
+
{"id": "v4-eval_holdout_conflict-00506", "response_text": "Assignment: R186=Xara", "finish_reason": "stop"}
|
| 264 |
+
{"id": "v4-eval_holdout_conflict-00257", "response_text": "Assignment: R470=Hesta", "finish_reason": "stop"}
|
| 265 |
+
{"id": "v4-eval_holdout_conflict-00229", "response_text": "Assignment: R328=Jorra", "finish_reason": "stop"}
|
| 266 |
+
{"id": "v4-eval_holdout_conflict-00053", "response_text": "Assignment: R700=Rovan", "finish_reason": "stop"}
|
| 267 |
+
{"id": "v4-eval_holdout_conflict-00202", "response_text": "Assignment: R423=Sella", "finish_reason": "stop"}
|
| 268 |
+
{"id": "v4-eval_holdout_conflict-00727", "response_text": "Assignment: R288=Meren", "finish_reason": "stop"}
|
| 269 |
+
{"id": "v4-eval_holdout_conflict-00402", "response_text": "Assignment: R211=Etris; R387=Hesta", "finish_reason": "stop"}
|
| 270 |
+
{"id": "v4-eval_holdout_conflict-00037", "response_text": "Assignment: R472=Kest; R543=Baska", "finish_reason": "stop"}
|
| 271 |
+
{"id": "v4-eval_holdout_conflict-00638", "response_text": "Assignment: R428=Tarin; R702=Corren", "finish_reason": "stop"}
|
| 272 |
+
{"id": "v4-eval_holdout_conflict-00526", "response_text": "Assignment: R714=Uvara", "finish_reason": "stop"}
|
| 273 |
+
{"id": "v4-eval_holdout_conflict-00278", "response_text": "Assignment: R668=Gavra; R438=Quist", "finish_reason": "stop"}
|
| 274 |
+
{"id": "v4-eval_holdout_conflict-00556", "response_text": "Assignment: R693=Deyra", "finish_reason": "stop"}
|
| 275 |
+
{"id": "v4-eval_holdout_conflict-00441", "response_text": "Assignment: R400=Pevra; R700=Rovan", "finish_reason": "stop"}
|
| 276 |
+
{"id": "v4-eval_holdout_conflict-00485", "response_text": "Assignment: R320=Meren; R706=Werren", "finish_reason": "stop"}
|
| 277 |
+
{"id": "v4-eval_holdout_conflict-00075", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 278 |
+
{"id": "v4-eval_holdout_conflict-00074", "response_text": "Assignment: R250=Gavra; R511=Corren", "finish_reason": "stop"}
|
| 279 |
+
{"id": "v4-eval_holdout_conflict-00131", "response_text": "Assignment: R901=Meren; R933=Deyra", "finish_reason": "stop"}
|
| 280 |
+
{"id": "v4-eval_holdout_conflict-00295", "response_text": "Assignment: R443=Zevra", "finish_reason": "stop"}
|
| 281 |
+
{"id": "v4-eval_holdout_conflict-00339", "response_text": "Assignment: R837=Tarin; R301=Etris", "finish_reason": "stop"}
|
| 282 |
+
{"id": "v4-eval_holdout_conflict-00160", "response_text": "Assignment: R231=Veylan; R244=Ilyan", "finish_reason": "stop"}
|
| 283 |
+
{"id": "v4-eval_holdout_conflict-00130", "response_text": "Assignment: R767=Neris; R877=Gavra", "finish_reason": "stop"}
|
| 284 |
+
{"id": "v4-eval_holdout_conflict-00408", "response_text": "Assignment: R842=Kest; R345=Uvara", "finish_reason": "stop"}
|
| 285 |
+
{"id": "v4-eval_holdout_conflict-00031", "response_text": "Assignment: R484=Etris", "finish_reason": "stop"}
|
| 286 |
+
{"id": "v4-eval_holdout_conflict-00751", "response_text": "Assignment: R418=Ilyan", "finish_reason": "stop"}
|
| 287 |
+
{"id": "v4-eval_holdout_conflict-00288", "response_text": "Assignment: R731=Pevra", "finish_reason": "stop"}
|
| 288 |
+
{"id": "v4-eval_holdout_conflict-00624", "response_text": "Assignment: R621=Sella; R982=Hesta", "finish_reason": "stop"}
|
| 289 |
+
{"id": "v4-eval_holdout_conflict-00493", "response_text": "Assignment: R458=Gavra", "finish_reason": "stop"}
|
| 290 |
+
{"id": "v4-eval_holdout_conflict-00039", "response_text": "Assignment: R277=Uvara; R641=Rovan", "finish_reason": "stop"}
|
| 291 |
+
{"id": "v4-eval_holdout_conflict-00465", "response_text": "Assignment: R176=Etris", "finish_reason": "stop"}
|
| 292 |
+
{"id": "v4-eval_holdout_conflict-00374", "response_text": "Assignment: R484=Sella; R481=Gavra", "finish_reason": "stop"}
|
| 293 |
+
{"id": "v4-eval_holdout_conflict-00552", "response_text": "Assignment: R610=Falen; R822=Neris", "finish_reason": "stop"}
|
| 294 |
+
{"id": "v4-eval_holdout_conflict-00470", "response_text": "Assignment: R731=Aldren; R218=Falen", "finish_reason": "stop"}
|
| 295 |
+
{"id": "v4-eval_holdout_conflict-00237", "response_text": "Assignment: R314=Aldren; R623=Quist", "finish_reason": "stop"}
|
| 296 |
+
{"id": "v4-eval_holdout_conflict-00344", "response_text": "Assignment: R864=Zevra", "finish_reason": "stop"}
|
| 297 |
+
{"id": "v4-eval_holdout_conflict-00154", "response_text": "Assignment: R998=Etris", "finish_reason": "stop"}
|
| 298 |
+
{"id": "v4-eval_holdout_conflict-00715", "response_text": "Assignment: R364=Orlan; R944=Kest", "finish_reason": "stop"}
|
| 299 |
+
{"id": "v4-eval_holdout_conflict-00209", "response_text": "Assignment: R314=Hesta; R586=Kest", "finish_reason": "stop"}
|
| 300 |
+
{"id": "v4-eval_holdout_conflict-00448", "response_text": "Assignment: R798=Orlan", "finish_reason": "stop"}
|
| 301 |
+
{"id": "v4-eval_holdout_conflict-00196", "response_text": "Assignment: R351=Falen; R537=Rovan", "finish_reason": "stop"}
|
| 302 |
+
{"id": "v4-eval_holdout_conflict-00099", "response_text": "Assignment: R777=Uvara; R446=Deyra", "finish_reason": "stop"}
|
| 303 |
+
{"id": "v4-eval_holdout_conflict-00350", "response_text": "Assignment: R384=Meren; R853=Hesta", "finish_reason": "stop"}
|
| 304 |
+
{"id": "v4-eval_holdout_conflict-00389", "response_text": "Assignment: R474=Orlan; R651=Jorra", "finish_reason": "stop"}
|
| 305 |
+
{"id": "v4-eval_holdout_conflict-00174", "response_text": "Assignment: R318=Gavra; R841=Jorra", "finish_reason": "stop"}
|
| 306 |
+
{"id": "v4-eval_holdout_conflict-00190", "response_text": "Assignment: R629=Veylan", "finish_reason": "stop"}
|
| 307 |
+
{"id": "v4-eval_holdout_conflict-00115", "response_text": "Assignment: R245=Ilyan; R191=Tarin", "finish_reason": "stop"}
|
| 308 |
+
{"id": "v4-eval_holdout_conflict-00779", "response_text": "Assignment: R654=Baska", "finish_reason": "stop"}
|
| 309 |
+
{"id": "v4-eval_holdout_conflict-00677", "response_text": "Assignment: R487=Quist", "finish_reason": "stop"}
|
| 310 |
+
{"id": "v4-eval_holdout_conflict-00157", "response_text": "Assignment: R325=Uvara", "finish_reason": "stop"}
|
| 311 |
+
{"id": "v4-eval_holdout_conflict-00064", "response_text": "Assignment: R133=Sella", "finish_reason": "stop"}
|
| 312 |
+
{"id": "v4-eval_holdout_conflict-00676", "response_text": "Assignment: R502=Tarin; R323=Zevra", "finish_reason": "stop"}
|
| 313 |
+
{"id": "v4-eval_holdout_conflict-00631", "response_text": "Assignment: R793=Hesta; R143=Ilyan", "finish_reason": "stop"}
|
| 314 |
+
{"id": "v4-eval_holdout_conflict-00230", "response_text": "Assignment: R557=Aldren; R153=Rovan", "finish_reason": "stop"}
|
| 315 |
+
{"id": "v4-eval_holdout_conflict-00497", "response_text": "Assignment: R192=Lyrra", "finish_reason": "stop"}
|
| 316 |
+
{"id": "v4-eval_holdout_conflict-00026", "response_text": "Assignment: R428=Baska; R540=Falen", "finish_reason": "stop"}
|
| 317 |
+
{"id": "v4-eval_holdout_conflict-00574", "response_text": "Assignment: R275=Uvara", "finish_reason": "stop"}
|
| 318 |
+
{"id": "v4-eval_holdout_conflict-00290", "response_text": "Assignment: R678=Zevra; R722=Veylan", "finish_reason": "stop"}
|
| 319 |
+
{"id": "v4-eval_holdout_conflict-00636", "response_text": "Assignment: R443=Veylan", "finish_reason": "stop"}
|
| 320 |
+
{"id": "v4-eval_holdout_conflict-00563", "response_text": "Assignment: R164=Xara", "finish_reason": "stop"}
|
| 321 |
+
{"id": "v4-eval_holdout_conflict-00005", "response_text": "Assignment: R123=Tarin; R240=Deyra", "finish_reason": "stop"}
|
| 322 |
+
{"id": "v4-eval_holdout_conflict-00770", "response_text": "Assignment: R230=Uvara", "finish_reason": "stop"}
|
| 323 |
+
{"id": "v4-eval_holdout_conflict-00370", "response_text": "Assignment: R600=Veylan; R949=Orlan", "finish_reason": "stop"}
|
| 324 |
+
{"id": "v4-eval_holdout_conflict-00775", "response_text": "Assignment: R858=Zevra; R501=Falen", "finish_reason": "stop"}
|
| 325 |
+
{"id": "v4-eval_holdout_conflict-00068", "response_text": "Assignment: R985=Hesta", "finish_reason": "stop"}
|
| 326 |
+
{"id": "v4-eval_holdout_conflict-00283", "response_text": "Assignment: R733=Gavra", "finish_reason": "stop"}
|
| 327 |
+
{"id": "v4-eval_holdout_conflict-00618", "response_text": "Assignment: R547=Veylan", "finish_reason": "stop"}
|
| 328 |
+
{"id": "v4-eval_holdout_conflict-00423", "response_text": "Assignment: R427=Jorra", "finish_reason": "stop"}
|
| 329 |
+
{"id": "v4-eval_holdout_conflict-00250", "response_text": "Assignment: R676=Werren", "finish_reason": "stop"}
|
| 330 |
+
{"id": "v4-eval_holdout_conflict-00639", "response_text": "Assignment: R776=Veylan", "finish_reason": "stop"}
|
| 331 |
+
{"id": "v4-eval_holdout_conflict-00256", "response_text": "Assignment: R585=Meren; R246=Baska", "finish_reason": "stop"}
|
| 332 |
+
{"id": "v4-eval_holdout_conflict-00248", "response_text": "Assignment: R425=Aldren", "finish_reason": "stop"}
|
| 333 |
+
{"id": "v4-eval_holdout_conflict-00142", "response_text": "Assignment: R169=Werren", "finish_reason": "stop"}
|
| 334 |
+
{"id": "v4-eval_holdout_conflict-00382", "response_text": "Assignment: R120=Yorin", "finish_reason": "stop"}
|
| 335 |
+
{"id": "v4-eval_holdout_conflict-00401", "response_text": "Assignment: R210=Veylan", "finish_reason": "stop"}
|
| 336 |
+
{"id": "v4-eval_holdout_conflict-00020", "response_text": "Assignment: R552=Corren; R684=Werren", "finish_reason": "stop"}
|
| 337 |
+
{"id": "v4-eval_holdout_conflict-00286", "response_text": "Assignment: R554=Baska", "finish_reason": "stop"}
|
| 338 |
+
{"id": "v4-eval_holdout_conflict-00471", "response_text": "Assignment: R582=Corren", "finish_reason": "stop"}
|
| 339 |
+
{"id": "v4-eval_holdout_conflict-00127", "response_text": "Assignment: R873=Lyrra; R229=Uvara", "finish_reason": "stop"}
|
| 340 |
+
{"id": "v4-eval_holdout_conflict-00325", "response_text": "Assignment: R512=Jorra; R458=Yorin", "finish_reason": "stop"}
|
| 341 |
+
{"id": "v4-eval_holdout_conflict-00432", "response_text": "Assignment: R826=Kest", "finish_reason": "stop"}
|
| 342 |
+
{"id": "v4-eval_holdout_conflict-00594", "response_text": "Assignment: R253=Veylan", "finish_reason": "stop"}
|
| 343 |
+
{"id": "v4-eval_holdout_conflict-00351", "response_text": "Assignment: R451=Etris; R341=Aldren", "finish_reason": "stop"}
|
| 344 |
+
{"id": "v4-eval_holdout_conflict-00785", "response_text": "Assignment: R979=Quist", "finish_reason": "stop"}
|
| 345 |
+
{"id": "v4-eval_holdout_conflict-00220", "response_text": "Assignment: R704=Werren", "finish_reason": "stop"}
|
| 346 |
+
{"id": "v4-eval_holdout_conflict-00158", "response_text": "Assignment: R344=Lyrra", "finish_reason": "stop"}
|
| 347 |
+
{"id": "v4-eval_holdout_conflict-00538", "response_text": "Assignment: R306=Uvara; R104=Veylan", "finish_reason": "stop"}
|
| 348 |
+
{"id": "v4-eval_holdout_conflict-00763", "response_text": "Assignment: R389=Sella; R294=Etris", "finish_reason": "stop"}
|
| 349 |
+
{"id": "v4-eval_holdout_conflict-00022", "response_text": "Assignment: R117=Ilyan", "finish_reason": "stop"}
|
| 350 |
+
{"id": "v4-eval_holdout_conflict-00179", "response_text": "Assignment: R665=Jorra; R873=Corren", "finish_reason": "stop"}
|
| 351 |
+
{"id": "v4-eval_holdout_conflict-00467", "response_text": "Assignment: R646=Lyrra; R375=Veylan", "finish_reason": "stop"}
|
| 352 |
+
{"id": "v4-eval_holdout_conflict-00499", "response_text": "Assignment: R627=Xara; R633=Uvara", "finish_reason": "stop"}
|
| 353 |
+
{"id": "v4-eval_holdout_conflict-00411", "response_text": "Assignment: R863=Jorra", "finish_reason": "stop"}
|
| 354 |
+
{"id": "v4-eval_holdout_conflict-00737", "response_text": "Assignment: R914=Uvara; R695=Veylan", "finish_reason": "stop"}
|
| 355 |
+
{"id": "v4-eval_holdout_conflict-00413", "response_text": "Assignment: R235=Orlan", "finish_reason": "stop"}
|
| 356 |
+
{"id": "v4-eval_holdout_conflict-00289", "response_text": "Assignment: R924=Jorra", "finish_reason": "stop"}
|
| 357 |
+
{"id": "v4-eval_holdout_conflict-00714", "response_text": "Assignment: R201=Kest; R930=Baska", "finish_reason": "stop"}
|
| 358 |
+
{"id": "v4-eval_holdout_conflict-00431", "response_text": "Assignment: R533=Jorra", "finish_reason": "stop"}
|
| 359 |
+
{"id": "v4-eval_holdout_conflict-00675", "response_text": "Assignment: R317=Orlan", "finish_reason": "stop"}
|
| 360 |
+
{"id": "v4-eval_holdout_conflict-00673", "response_text": "Assignment: R452=Uvara; R841=Rovan", "finish_reason": "stop"}
|
| 361 |
+
{"id": "v4-eval_holdout_conflict-00307", "response_text": "Assignment: R758=Zevra", "finish_reason": "stop"}
|
| 362 |
+
{"id": "v4-eval_holdout_conflict-00140", "response_text": "Assignment: R325=Sella; R806=Deyra", "finish_reason": "stop"}
|
| 363 |
+
{"id": "v4-eval_holdout_conflict-00281", "response_text": "Assignment: R419=Meren", "finish_reason": "stop"}
|
| 364 |
+
{"id": "v4-eval_holdout_conflict-00480", "response_text": "Assignment: R473=Falen", "finish_reason": "stop"}
|
| 365 |
+
{"id": "v4-eval_holdout_conflict-00345", "response_text": "Assignment: R409=Sella", "finish_reason": "stop"}
|
| 366 |
+
{"id": "v4-eval_holdout_conflict-00691", "response_text": "Assignment: R562=Corren; R318=Meren", "finish_reason": "stop"}
|
| 367 |
+
{"id": "v4-eval_holdout_conflict-00364", "response_text": "Assignment: R177=Yorin", "finish_reason": "stop"}
|
| 368 |
+
{"id": "v4-eval_holdout_conflict-00113", "response_text": "Assignment: R150=Uvara", "finish_reason": "stop"}
|
| 369 |
+
{"id": "v4-eval_holdout_conflict-00425", "response_text": "Assignment: R780=Veylan", "finish_reason": "stop"}
|
| 370 |
+
{"id": "v4-eval_holdout_conflict-00706", "response_text": "Assignment: R461=Yorin; R962=Werren", "finish_reason": "stop"}
|
| 371 |
+
{"id": "v4-eval_holdout_conflict-00419", "response_text": "Assignment: R258=Etris; R344=Ilyan", "finish_reason": "stop"}
|
| 372 |
+
{"id": "v4-eval_holdout_conflict-00360", "response_text": "Assignment: R563=Sella; R174=Neris", "finish_reason": "stop"}
|
| 373 |
+
{"id": "v4-eval_holdout_conflict-00595", "response_text": "Assignment: R134=Quist", "finish_reason": "stop"}
|
| 374 |
+
{"id": "v4-eval_holdout_conflict-00557", "response_text": "Assignment: R241=Lyrra; R893=Hesta", "finish_reason": "stop"}
|
| 375 |
+
{"id": "v4-eval_holdout_conflict-00155", "response_text": "Assignment: R750=Gavra; R844=Pevra", "finish_reason": "stop"}
|
| 376 |
+
{"id": "v4-eval_holdout_conflict-00492", "response_text": "Assignment: R916=Meren; R937=Baska", "finish_reason": "stop"}
|
| 377 |
+
{"id": "v4-eval_holdout_conflict-00410", "response_text": "Assignment: R871=Veylan; R139=Quist", "finish_reason": "stop"}
|
| 378 |
+
{"id": "v4-eval_holdout_conflict-00338", "response_text": "Assignment: R108=Baska; R263=Werren", "finish_reason": "stop"}
|
| 379 |
+
{"id": "v4-eval_holdout_conflict-00695", "response_text": "Assignment: R618=Sella; R860=Gavra", "finish_reason": "stop"}
|
| 380 |
+
{"id": "v4-eval_holdout_conflict-00569", "response_text": "Assignment: R493=Yorin", "finish_reason": "stop"}
|
| 381 |
+
{"id": "v4-eval_holdout_conflict-00657", "response_text": "Assignment: R516=Baska; R848=Tarin", "finish_reason": "stop"}
|
| 382 |
+
{"id": "v4-eval_holdout_conflict-00789", "response_text": "Assignment: R920=Aldren", "finish_reason": "stop"}
|
| 383 |
+
{"id": "v4-eval_holdout_conflict-00143", "response_text": "Assignment: R411=Tarin", "finish_reason": "stop"}
|
| 384 |
+
{"id": "v4-eval_holdout_conflict-00294", "response_text": "Assignment: R966=Falen; R283=Corren", "finish_reason": "stop"}
|
| 385 |
+
{"id": "v4-eval_holdout_conflict-00240", "response_text": "Assignment: R886=Zevra", "finish_reason": "stop"}
|
| 386 |
+
{"id": "v4-eval_holdout_conflict-00136", "response_text": "Assignment: R483=Pevra", "finish_reason": "stop"}
|
| 387 |
+
{"id": "v4-eval_holdout_conflict-00713", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 388 |
+
{"id": "v4-eval_holdout_conflict-00254", "response_text": "Assignment: R394=Orlan", "finish_reason": "stop"}
|
| 389 |
+
{"id": "v4-eval_holdout_conflict-00301", "response_text": "Assignment: R227=Werren; R493=Pevra", "finish_reason": "stop"}
|
| 390 |
+
{"id": "v4-eval_holdout_conflict-00562", "response_text": "Assignment: R727=Sella", "finish_reason": "stop"}
|
| 391 |
+
{"id": "v4-eval_holdout_conflict-00610", "response_text": "Assignment: R587=Pevra; R682=Aldren", "finish_reason": "stop"}
|
| 392 |
+
{"id": "v4-eval_holdout_conflict-00100", "response_text": "Assignment: R930=Pevra", "finish_reason": "stop"}
|
| 393 |
+
{"id": "v4-eval_holdout_conflict-00444", "response_text": "Assignment: R101=Sella; R823=Neris", "finish_reason": "stop"}
|
| 394 |
+
{"id": "v4-eval_holdout_conflict-00601", "response_text": "Assignment: R703=Aldren; R514=Baska", "finish_reason": "stop"}
|
| 395 |
+
{"id": "v4-eval_holdout_conflict-00776", "response_text": "Assignment: R948=Werren; R686=Tarin", "finish_reason": "stop"}
|
| 396 |
+
{"id": "v4-eval_holdout_conflict-00478", "response_text": "Assignment: R190=Deyra", "finish_reason": "stop"}
|
| 397 |
+
{"id": "v4-eval_holdout_conflict-00319", "response_text": "Assignment: R792=Aldren; R529=Rovan", "finish_reason": "stop"}
|
| 398 |
+
{"id": "v4-eval_holdout_conflict-00334", "response_text": "Assignment: R968=Falen", "finish_reason": "stop"}
|
| 399 |
+
{"id": "v4-eval_holdout_conflict-00148", "response_text": "Assignment: R984=Kest", "finish_reason": "stop"}
|
| 400 |
+
{"id": "v4-eval_holdout_conflict-00251", "response_text": "Assignment: R318=Gavra; R645=Quist", "finish_reason": "stop"}
|
| 401 |
+
{"id": "v4-eval_holdout_conflict-00642", "response_text": "Assignment: R159=Baska; R957=Corren", "finish_reason": "stop"}
|
| 402 |
+
{"id": "v4-eval_holdout_conflict-00457", "response_text": "Assignment: R481=Etris; R497=Zevra", "finish_reason": "stop"}
|
| 403 |
+
{"id": "v4-eval_holdout_conflict-00139", "response_text": "Assignment: R669=Hesta; R976=Lyrra", "finish_reason": "stop"}
|
| 404 |
+
{"id": "v4-eval_holdout_conflict-00379", "response_text": "Assignment: R865=Orlan; R374=Rovan", "finish_reason": "stop"}
|
| 405 |
+
{"id": "v4-eval_holdout_conflict-00543", "response_text": "Assignment: R782=Kest; R956=Kest", "finish_reason": "stop"}
|
| 406 |
+
{"id": "v4-eval_holdout_conflict-00568", "response_text": "Assignment: R457=Orlan; R177=Uvara", "finish_reason": "stop"}
|
| 407 |
+
{"id": "v4-eval_holdout_conflict-00056", "response_text": "Assignment: R751=Ilyan; R602=Werren", "finish_reason": "stop"}
|
| 408 |
+
{"id": "v4-eval_holdout_conflict-00359", "response_text": "Assignment: R592=Quist", "finish_reason": "stop"}
|
| 409 |
+
{"id": "v4-eval_holdout_conflict-00371", "response_text": "Assignment: R174=Hesta; R967=Neris", "finish_reason": "stop"}
|
| 410 |
+
{"id": "v4-eval_holdout_conflict-00732", "response_text": "Assignment: R114=Gavra; R752=Tarin", "finish_reason": "stop"}
|
| 411 |
+
{"id": "v4-eval_holdout_conflict-00688", "response_text": "Assignment: R869=Gavra; R886=Gavra", "finish_reason": "stop"}
|
| 412 |
+
{"id": "v4-eval_holdout_conflict-00578", "response_text": "Assignment: R366=Pevra; R496=Yorin", "finish_reason": "stop"}
|
| 413 |
+
{"id": "v4-eval_holdout_conflict-00736", "response_text": "Assignment: R777=Rovan", "finish_reason": "stop"}
|
| 414 |
+
{"id": "v4-eval_holdout_conflict-00436", "response_text": "Assignment: R489=Pevra; R565=Orlan", "finish_reason": "stop"}
|
| 415 |
+
{"id": "v4-eval_holdout_conflict-00003", "response_text": "Assignment: R951=Tarin; R786=Sella", "finish_reason": "stop"}
|
| 416 |
+
{"id": "v4-eval_holdout_conflict-00263", "response_text": "Assignment: R384=Tarin", "finish_reason": "stop"}
|
| 417 |
+
{"id": "v4-eval_holdout_conflict-00798", "response_text": "Assignment: R378=Deyra", "finish_reason": "stop"}
|
| 418 |
+
{"id": "v4-eval_holdout_conflict-00173", "response_text": "Assignment: R463=Zevra", "finish_reason": "stop"}
|
| 419 |
+
{"id": "v4-eval_holdout_conflict-00310", "response_text": "Assignment: R780=Lyrra; R373=Yorin", "finish_reason": "stop"}
|
| 420 |
+
{"id": "v4-eval_holdout_conflict-00750", "response_text": "Assignment: R624=Orlan", "finish_reason": "stop"}
|
| 421 |
+
{"id": "v4-eval_holdout_conflict-00333", "response_text": "Assignment: R239=Etris; R246=Jorra", "finish_reason": "stop"}
|
| 422 |
+
{"id": "v4-eval_holdout_conflict-00473", "response_text": "Assignment: R374=Orlan; R837=Quist", "finish_reason": "stop"}
|
| 423 |
+
{"id": "v4-eval_holdout_conflict-00731", "response_text": "Assignment: R132=Baska", "finish_reason": "stop"}
|
| 424 |
+
{"id": "v4-eval_holdout_conflict-00107", "response_text": "Assignment: R753=Corren; R244=Ilyan", "finish_reason": "stop"}
|
| 425 |
+
{"id": "v4-eval_holdout_conflict-00201", "response_text": "Assignment: R697=Orlan", "finish_reason": "stop"}
|
| 426 |
+
{"id": "v4-eval_holdout_conflict-00472", "response_text": "Assignment: R706=Tarin", "finish_reason": "stop"}
|
| 427 |
+
{"id": "v4-eval_holdout_conflict-00700", "response_text": "Assignment: R918=Neris; R974=Jorra", "finish_reason": "stop"}
|
| 428 |
+
{"id": "v4-eval_holdout_conflict-00388", "response_text": "Assignment: R164=Falen", "finish_reason": "stop"}
|
| 429 |
+
{"id": "v4-eval_holdout_conflict-00321", "response_text": "Assignment: R930=Yorin; R842=Sella", "finish_reason": "stop"}
|
| 430 |
+
{"id": "v4-eval_holdout_conflict-00678", "response_text": "Assignment: R618=Gavra", "finish_reason": "stop"}
|
| 431 |
+
{"id": "v4-eval_holdout_conflict-00246", "response_text": "Assignment: R614=Gavra; R409=Quist", "finish_reason": "stop"}
|
| 432 |
+
{"id": "v4-eval_holdout_conflict-00625", "response_text": "Assignment: R487=Rovan", "finish_reason": "stop"}
|
| 433 |
+
{"id": "v4-eval_holdout_conflict-00271", "response_text": "Assignment: R658=Hesta; R534=Etris", "finish_reason": "stop"}
|
| 434 |
+
{"id": "v4-eval_holdout_conflict-00699", "response_text": "Assignment: R154=Falen", "finish_reason": "stop"}
|
| 435 |
+
{"id": "v4-eval_holdout_conflict-00363", "response_text": "Assignment: R151=Ilyan", "finish_reason": "stop"}
|
| 436 |
+
{"id": "v4-eval_holdout_conflict-00023", "response_text": "Assignment: R645=Lyrra", "finish_reason": "stop"}
|
| 437 |
+
{"id": "v4-eval_holdout_conflict-00311", "response_text": "Assignment: R124=Zevra", "finish_reason": "stop"}
|
| 438 |
+
{"id": "v4-eval_holdout_conflict-00703", "response_text": "Assignment: R935=Veylan", "finish_reason": "stop"}
|
| 439 |
+
{"id": "v4-eval_holdout_conflict-00415", "response_text": "Assignment: R192=Meren; R461=Baska", "finish_reason": "stop"}
|
| 440 |
+
{"id": "v4-eval_holdout_conflict-00090", "response_text": "Assignment: R280=Jorra", "finish_reason": "stop"}
|
| 441 |
+
{"id": "v4-eval_holdout_conflict-00262", "response_text": "Assignment: R715=Hesta", "finish_reason": "stop"}
|
| 442 |
+
{"id": "v4-eval_holdout_conflict-00514", "response_text": "Assignment: R350=Tarin; R383=Hesta", "finish_reason": "stop"}
|
| 443 |
+
{"id": "v4-eval_holdout_conflict-00754", "response_text": "Assignment: R304=Quist", "finish_reason": "stop"}
|
| 444 |
+
{"id": "v4-eval_holdout_conflict-00603", "response_text": "Assignment: R462=Pevra", "finish_reason": "stop"}
|
| 445 |
+
{"id": "v4-eval_holdout_conflict-00109", "response_text": "Assignment: R316=Zevra; R663=Werren", "finish_reason": "stop"}
|
| 446 |
+
{"id": "v4-eval_holdout_conflict-00182", "response_text": "Assignment: R299=Xara; R683=Quist", "finish_reason": "stop"}
|
| 447 |
+
{"id": "v4-eval_holdout_conflict-00112", "response_text": "Assignment: R717=Werren; R608=Etris", "finish_reason": "stop"}
|
| 448 |
+
{"id": "v4-eval_holdout_conflict-00014", "response_text": "Assignment: R912=Falen; R836=Ilyan", "finish_reason": "stop"}
|
| 449 |
+
{"id": "v4-eval_holdout_conflict-00428", "response_text": "Assignment: R245=Jorra; R495=Etris", "finish_reason": "stop"}
|
| 450 |
+
{"id": "v4-eval_holdout_conflict-00261", "response_text": "Assignment: R193=Falen; R851=Quist", "finish_reason": "stop"}
|
| 451 |
+
{"id": "v4-eval_holdout_conflict-00336", "response_text": "Assignment: R259=Falen", "finish_reason": "stop"}
|
| 452 |
+
{"id": "v4-eval_holdout_conflict-00477", "response_text": "Assignment: R112=Lyrra; R773=Uvara", "finish_reason": "stop"}
|
| 453 |
+
{"id": "v4-eval_holdout_conflict-00612", "response_text": "Assignment: R430=Ilyan; R497=Quist", "finish_reason": "stop"}
|
| 454 |
+
{"id": "v4-eval_holdout_conflict-00689", "response_text": "Assignment: R169=Rovan", "finish_reason": "stop"}
|
| 455 |
+
{"id": "v4-eval_holdout_conflict-00284", "response_text": "Assignment: R116=Werren; R446=Sella", "finish_reason": "stop"}
|
| 456 |
+
{"id": "v4-eval_holdout_conflict-00422", "response_text": "Assignment: R761=Orlan; R967=Tarin", "finish_reason": "stop"}
|
| 457 |
+
{"id": "v4-eval_holdout_conflict-00104", "response_text": "Assignment: R105=Veylan", "finish_reason": "stop"}
|
| 458 |
+
{"id": "v4-eval_holdout_conflict-00407", "response_text": "Assignment: R545=Gavra", "finish_reason": "stop"}
|
| 459 |
+
{"id": "v4-eval_holdout_conflict-00420", "response_text": "Assignment: R680=Neris; R897=Etris", "finish_reason": "stop"}
|
| 460 |
+
{"id": "v4-eval_holdout_conflict-00564", "response_text": "Assignment: R692=Tarin", "finish_reason": "stop"}
|
| 461 |
+
{"id": "v4-eval_holdout_conflict-00527", "response_text": "Assignment: R674=Meren; R263=Orlan", "finish_reason": "stop"}
|
| 462 |
+
{"id": "v4-eval_holdout_conflict-00332", "response_text": "Assignment: R910=Meren", "finish_reason": "stop"}
|
| 463 |
+
{"id": "v4-eval_holdout_conflict-00197", "response_text": "Assignment: R271=Yorin; R374=Corren", "finish_reason": "stop"}
|
| 464 |
+
{"id": "v4-eval_holdout_conflict-00609", "response_text": "Assignment: R393=Neris; R103=Neris", "finish_reason": "stop"}
|
| 465 |
+
{"id": "v4-eval_holdout_conflict-00554", "response_text": "Assignment: R139=Yorin", "finish_reason": "stop"}
|
| 466 |
+
{"id": "v4-eval_holdout_conflict-00513", "response_text": "Assignment: R468=Orlan", "finish_reason": "stop"}
|
| 467 |
+
{"id": "v4-eval_holdout_conflict-00590", "response_text": "Assignment: R960=Rovan", "finish_reason": "stop"}
|
| 468 |
+
{"id": "v4-eval_holdout_conflict-00199", "response_text": "Assignment: R689=Orlan", "finish_reason": "stop"}
|
| 469 |
+
{"id": "v4-eval_holdout_conflict-00258", "response_text": "Assignment: R830=Veylan", "finish_reason": "stop"}
|
| 470 |
+
{"id": "v4-eval_holdout_conflict-00520", "response_text": "Assignment: R864=Jorra; R425=Yorin", "finish_reason": "stop"}
|
| 471 |
+
{"id": "v4-eval_holdout_conflict-00156", "response_text": "Assignment: R118=Pevra; R944=Ilyan", "finish_reason": "stop"}
|
| 472 |
+
{"id": "v4-eval_holdout_conflict-00474", "response_text": "Assignment: R149=Werren", "finish_reason": "stop"}
|
| 473 |
+
{"id": "v4-eval_holdout_conflict-00004", "response_text": "Assignment: R808=Uvara; R402=Corren", "finish_reason": "stop"}
|
| 474 |
+
{"id": "v4-eval_holdout_conflict-00608", "response_text": "Assignment: R527=Orlan", "finish_reason": "stop"}
|
| 475 |
+
{"id": "v4-eval_holdout_conflict-00400", "response_text": "Assignment: R311=Neris; R612=Falen", "finish_reason": "stop"}
|
| 476 |
+
{"id": "v4-eval_holdout_conflict-00447", "response_text": "Assignment: R753=Kest", "finish_reason": "stop"}
|
| 477 |
+
{"id": "v4-eval_holdout_conflict-00111", "response_text": "Assignment: R506=Rovan", "finish_reason": "stop"}
|
| 478 |
+
{"id": "v4-eval_holdout_conflict-00247", "response_text": "Assignment: R337=Orlan", "finish_reason": "stop"}
|
| 479 |
+
{"id": "v4-eval_holdout_conflict-00267", "response_text": "Assignment: R161=Tarin; R400=Ilyan", "finish_reason": "stop"}
|
| 480 |
+
{"id": "v4-eval_holdout_conflict-00381", "response_text": "Assignment: R391=Corren; R668=Zevra", "finish_reason": "stop"}
|
| 481 |
+
{"id": "v4-eval_holdout_conflict-00012", "response_text": "Assignment: R500=Lyrra", "finish_reason": "stop"}
|
| 482 |
+
{"id": "v4-eval_holdout_conflict-00462", "response_text": "Assignment: R457=Xara; R627=Veylan", "finish_reason": "stop"}
|
| 483 |
+
{"id": "v4-eval_holdout_conflict-00181", "response_text": "Assignment: R566=Ilyan", "finish_reason": "stop"}
|
| 484 |
+
{"id": "v4-eval_holdout_conflict-00017", "response_text": "Assignment: R282=Jorra", "finish_reason": "stop"}
|
| 485 |
+
{"id": "v4-eval_holdout_conflict-00018", "response_text": "Assignment: R913=Zevra; R478=Baska", "finish_reason": "stop"}
|
| 486 |
+
{"id": "v4-eval_holdout_conflict-00392", "response_text": "Assignment: R833=Veylan; R408=Kest", "finish_reason": "stop"}
|
| 487 |
+
{"id": "v4-eval_holdout_conflict-00153", "response_text": "Assignment: R476=Uvara; R722=Veylan", "finish_reason": "stop"}
|
| 488 |
+
{"id": "v4-eval_holdout_conflict-00443", "response_text": "Assignment: R245=Ilyan", "finish_reason": "stop"}
|
| 489 |
+
{"id": "v4-eval_holdout_conflict-00521", "response_text": "Assignment: R782=Xara; R498=Tarin", "finish_reason": "stop"}
|
| 490 |
+
{"id": "v4-eval_holdout_conflict-00239", "response_text": "Assignment: R213=Gavra", "finish_reason": "stop"}
|
| 491 |
+
{"id": "v4-eval_holdout_conflict-00791", "response_text": "Assignment: R692=Deyra; R433=Baska", "finish_reason": "stop"}
|
| 492 |
+
{"id": "v4-eval_holdout_conflict-00720", "response_text": "Assignment: R507=Aldren; R766=Ilyan", "finish_reason": "stop"}
|
| 493 |
+
{"id": "v4-eval_holdout_conflict-00380", "response_text": "Assignment: R303=Veylan; R649=Etris", "finish_reason": "stop"}
|
| 494 |
+
{"id": "v4-eval_holdout_conflict-00391", "response_text": "Assignment: R341=Xara; R408=Lyrra", "finish_reason": "stop"}
|
| 495 |
+
{"id": "v4-eval_holdout_conflict-00055", "response_text": "Assignment: R186=Kest; R637=Yorin", "finish_reason": "stop"}
|
| 496 |
+
{"id": "v4-eval_holdout_conflict-00518", "response_text": "Assignment: R811=Kest", "finish_reason": "stop"}
|
| 497 |
+
{"id": "v4-eval_holdout_conflict-00548", "response_text": "Assignment: R684=Falen", "finish_reason": "stop"}
|
| 498 |
+
{"id": "v4-eval_holdout_conflict-00138", "response_text": "Assignment: R553=Tarin", "finish_reason": "stop"}
|
| 499 |
+
{"id": "v4-eval_holdout_conflict-00277", "response_text": "Assignment: R969=Meren", "finish_reason": "stop"}
|
| 500 |
+
{"id": "v4-eval_holdout_conflict-00623", "response_text": "Assignment: R861=Quist; R305=Jorra", "finish_reason": "stop"}
|
| 501 |
+
{"id": "v4-eval_holdout_conflict-00045", "response_text": "Assignment: R807=Veylan", "finish_reason": "stop"}
|
| 502 |
+
{"id": "v4-eval_holdout_conflict-00166", "response_text": "Assignment: R340=Sella; R885=Jorra", "finish_reason": "stop"}
|
| 503 |
+
{"id": "v4-eval_holdout_conflict-00434", "response_text": "Assignment: R277=Baska", "finish_reason": "stop"}
|
| 504 |
+
{"id": "v4-eval_holdout_conflict-00772", "response_text": "Assignment: R254=Lyrra", "finish_reason": "stop"}
|
| 505 |
+
{"id": "v4-eval_holdout_conflict-00505", "response_text": "Assignment: R920=Pevra; R335=Aldren", "finish_reason": "stop"}
|
| 506 |
+
{"id": "v4-eval_holdout_conflict-00129", "response_text": "Assignment: R676=Tarin", "finish_reason": "stop"}
|
| 507 |
+
{"id": "v4-eval_holdout_conflict-00144", "response_text": "Assignment: R129=Lyrra", "finish_reason": "stop"}
|
| 508 |
+
{"id": "v4-eval_holdout_conflict-00299", "response_text": "Assignment: R264=Etris", "finish_reason": "stop"}
|
| 509 |
+
{"id": "v4-eval_holdout_conflict-00145", "response_text": "Assignment: R111=Gavra", "finish_reason": "stop"}
|
| 510 |
+
{"id": "v4-eval_holdout_conflict-00292", "response_text": "Assignment: R958=Ilyan; R862=Veylan", "finish_reason": "stop"}
|
| 511 |
+
{"id": "v4-eval_holdout_conflict-00011", "response_text": "Assignment: R550=Falen; R927=Baska", "finish_reason": "stop"}
|
| 512 |
+
{"id": "v4-eval_holdout_conflict-00702", "response_text": "Assignment: R195=Aldren; R882=Baska", "finish_reason": "stop"}
|
| 513 |
+
{"id": "v4-eval_holdout_conflict-00296", "response_text": "Assignment: R373=Orlan; R997=Ilyan", "finish_reason": "stop"}
|
| 514 |
+
{"id": "v4-eval_holdout_conflict-00539", "response_text": "Assignment: R254=Yorin", "finish_reason": "stop"}
|
| 515 |
+
{"id": "v4-eval_holdout_conflict-00600", "response_text": "Assignment: R979=Hesta", "finish_reason": "stop"}
|
| 516 |
+
{"id": "v4-eval_holdout_conflict-00110", "response_text": "Assignment: R135=Lyrra; R264=Falen", "finish_reason": "stop"}
|
| 517 |
+
{"id": "v4-eval_holdout_conflict-00063", "response_text": "Assignment: R223=Jorra; R184=Xara", "finish_reason": "stop"}
|
| 518 |
+
{"id": "v4-eval_holdout_conflict-00183", "response_text": "Assignment: R530=Lyrra", "finish_reason": "stop"}
|
| 519 |
+
{"id": "v4-eval_holdout_conflict-00149", "response_text": "Assignment: R556=Jorra; R256=Werren", "finish_reason": "stop"}
|
| 520 |
+
{"id": "v4-eval_holdout_conflict-00476", "response_text": "Assignment: R920=Zevra; R776=Zevra", "finish_reason": "stop"}
|
| 521 |
+
{"id": "v4-eval_holdout_conflict-00346", "response_text": "Assignment: R174=Tarin; R611=Kest", "finish_reason": "stop"}
|
| 522 |
+
{"id": "v4-eval_holdout_conflict-00061", "response_text": "Assignment: R660=Uvara", "finish_reason": "stop"}
|
| 523 |
+
{"id": "v4-eval_holdout_conflict-00273", "response_text": "Assignment: R658=Deyra", "finish_reason": "stop"}
|
| 524 |
+
{"id": "v4-eval_holdout_conflict-00663", "response_text": "Assignment: R197=Yorin; R394=Xara", "finish_reason": "stop"}
|
| 525 |
+
{"id": "v4-eval_holdout_conflict-00198", "response_text": "Assignment: R115=Rovan", "finish_reason": "stop"}
|
| 526 |
+
{"id": "v4-eval_holdout_conflict-00378", "response_text": "Assignment: R535=Orlan; R512=Uvara", "finish_reason": "stop"}
|
| 527 |
+
{"id": "v4-eval_holdout_conflict-00221", "response_text": "Assignment: R606=Deyra; R258=Kest", "finish_reason": "stop"}
|
| 528 |
+
{"id": "v4-eval_holdout_conflict-00487", "response_text": "Assignment: R861=Zevra", "finish_reason": "stop"}
|
| 529 |
+
{"id": "v4-eval_holdout_conflict-00469", "response_text": "Assignment: R901=Gavra; R463=Corren", "finish_reason": "stop"}
|
| 530 |
+
{"id": "v4-eval_holdout_conflict-00501", "response_text": "Assignment: R663=Lyrra; R323=Deyra", "finish_reason": "stop"}
|
| 531 |
+
{"id": "v4-eval_holdout_conflict-00722", "response_text": "Assignment: R724=Werren", "finish_reason": "stop"}
|
| 532 |
+
{"id": "v4-eval_holdout_conflict-00488", "response_text": "Assignment: R451=Deyra; R712=Falen", "finish_reason": "stop"}
|
| 533 |
+
{"id": "v4-eval_holdout_conflict-00622", "response_text": "Assignment: R406=Gavra", "finish_reason": "stop"}
|
| 534 |
+
{"id": "v4-eval_holdout_conflict-00396", "response_text": "Assignment: R955=Ilyan; R177=Ilyan", "finish_reason": "stop"}
|
| 535 |
+
{"id": "v4-eval_holdout_conflict-00683", "response_text": "Assignment: R606=Hesta; R800=Sella", "finish_reason": "stop"}
|
| 536 |
+
{"id": "v4-eval_holdout_conflict-00451", "response_text": "Assignment: R967=Aldren", "finish_reason": "stop"}
|
| 537 |
+
{"id": "v4-eval_holdout_conflict-00743", "response_text": "Assignment: R680=Veylan", "finish_reason": "stop"}
|
| 538 |
+
{"id": "v4-eval_holdout_conflict-00749", "response_text": "Assignment: R356=Werren; R481=Lyrra", "finish_reason": "stop"}
|
| 539 |
+
{"id": "v4-eval_holdout_conflict-00427", "response_text": "Assignment: R303=Meren; R991=Veylan", "finish_reason": "stop"}
|
| 540 |
+
{"id": "v4-eval_holdout_conflict-00103", "response_text": "Assignment: R586=Ilyan; R611=Gavra", "finish_reason": "stop"}
|
| 541 |
+
{"id": "v4-eval_holdout_conflict-00759", "response_text": "Assignment: R661=Werren; R148=Zevra", "finish_reason": "stop"}
|
| 542 |
+
{"id": "v4-eval_holdout_conflict-00440", "response_text": "Assignment: R848=Zevra; R193=Tarin", "finish_reason": "stop"}
|
| 543 |
+
{"id": "v4-eval_holdout_conflict-00062", "response_text": "Assignment: R550=Yorin", "finish_reason": "stop"}
|
| 544 |
+
{"id": "v4-eval_holdout_conflict-00433", "response_text": "Assignment: R470=Tarin; R345=Deyra", "finish_reason": "stop"}
|
| 545 |
+
{"id": "v4-eval_holdout_conflict-00274", "response_text": "Assignment: R329=Hesta; R339=Falen", "finish_reason": "stop"}
|
| 546 |
+
{"id": "v4-eval_holdout_conflict-00266", "response_text": "Assignment: R812=Veylan", "finish_reason": "stop"}
|
| 547 |
+
{"id": "v4-eval_holdout_conflict-00725", "response_text": "Assignment: R834=Etris", "finish_reason": "stop"}
|
| 548 |
+
{"id": "v4-eval_holdout_conflict-00712", "response_text": "Assignment: R170=Sella", "finish_reason": "stop"}
|
| 549 |
+
{"id": "v4-eval_holdout_conflict-00162", "response_text": "Assignment: R903=Corren; R580=Quist", "finish_reason": "stop"}
|
| 550 |
+
{"id": "v4-eval_holdout_conflict-00696", "response_text": "Assignment: R854=Kest; R213=Falen", "finish_reason": "stop"}
|
| 551 |
+
{"id": "v4-eval_holdout_conflict-00048", "response_text": "Assignment: R168=Jorra; R918=Xara", "finish_reason": "stop"}
|
| 552 |
+
{"id": "v4-eval_holdout_conflict-00746", "response_text": "Assignment: R836=Gavra", "finish_reason": "stop"}
|
| 553 |
+
{"id": "v4-eval_holdout_conflict-00204", "response_text": "Assignment: R576=Zevra; R220=Lyrra", "finish_reason": "stop"}
|
| 554 |
+
{"id": "v4-eval_holdout_conflict-00212", "response_text": "Assignment: R846=Ilyan", "finish_reason": "stop"}
|
| 555 |
+
{"id": "v4-eval_holdout_conflict-00019", "response_text": "Assignment: R460=Veylan; R849=Zevra", "finish_reason": "stop"}
|
| 556 |
+
{"id": "v4-eval_holdout_conflict-00435", "response_text": "Assignment: R112=Werren; R409=Rovan", "finish_reason": "stop"}
|
| 557 |
+
{"id": "v4-eval_holdout_conflict-00580", "response_text": "Assignment: R611=Baska; R258=Veylan", "finish_reason": "stop"}
|
| 558 |
+
{"id": "v4-eval_holdout_conflict-00781", "response_text": "Assignment: R450=Hesta; R718=Sella", "finish_reason": "stop"}
|
| 559 |
+
{"id": "v4-eval_holdout_conflict-00627", "response_text": "Assignment: R893=Rovan; R358=Rovan", "finish_reason": "stop"}
|
| 560 |
+
{"id": "v4-eval_holdout_conflict-00771", "response_text": "Assignment: R218=Werren; R299=Corren", "finish_reason": "stop"}
|
| 561 |
+
{"id": "v4-eval_holdout_conflict-00635", "response_text": "Assignment: R751=Pevra", "finish_reason": "stop"}
|
| 562 |
+
{"id": "v4-eval_holdout_conflict-00368", "response_text": "Assignment: R351=Pevra", "finish_reason": "stop"}
|
| 563 |
+
{"id": "v4-eval_holdout_conflict-00176", "response_text": "Assignment: R255=Aldren", "finish_reason": "stop"}
|
| 564 |
+
{"id": "v4-eval_holdout_conflict-00091", "response_text": "Assignment: R421=Tarin; R491=Pevra", "finish_reason": "stop"}
|
| 565 |
+
{"id": "v4-eval_holdout_conflict-00390", "response_text": "Assignment: R925=Jorra", "finish_reason": "stop"}
|
| 566 |
+
{"id": "v4-eval_holdout_conflict-00555", "response_text": "Assignment: R957=Ilyan; R549=Falen", "finish_reason": "stop"}
|
| 567 |
+
{"id": "v4-eval_holdout_conflict-00613", "response_text": "Assignment: R772=Hesta; R613=Quist", "finish_reason": "stop"}
|
| 568 |
+
{"id": "v4-eval_holdout_conflict-00369", "response_text": "Assignment: R761=Yorin", "finish_reason": "stop"}
|
| 569 |
+
{"id": "v4-eval_holdout_conflict-00656", "response_text": "Assignment: R290=Sella; R701=Tarin", "finish_reason": "stop"}
|
| 570 |
+
{"id": "v4-eval_holdout_conflict-00034", "response_text": "Assignment: R848=Neris", "finish_reason": "stop"}
|
| 571 |
+
{"id": "v4-eval_holdout_conflict-00218", "response_text": "Assignment: R216=Meren; R288=Xara", "finish_reason": "stop"}
|
| 572 |
+
{"id": "v4-eval_holdout_conflict-00322", "response_text": "Assignment: R664=Deyra; R337=Falen", "finish_reason": "stop"}
|
| 573 |
+
{"id": "v4-eval_holdout_conflict-00046", "response_text": "Assignment: R289=Sella; R640=Veylan", "finish_reason": "stop"}
|
| 574 |
+
{"id": "v4-eval_holdout_conflict-00620", "response_text": "Assignment: R400=Zevra; R616=Werren", "finish_reason": "stop"}
|
| 575 |
+
{"id": "v4-eval_holdout_conflict-00029", "response_text": "Assignment: R602=Meren", "finish_reason": "stop"}
|
| 576 |
+
{"id": "v4-eval_holdout_conflict-00718", "response_text": "Assignment: R818=Uvara; R230=Deyra", "finish_reason": "stop"}
|
| 577 |
+
{"id": "v4-eval_holdout_conflict-00405", "response_text": "Assignment: R236=Corren", "finish_reason": "stop"}
|
| 578 |
+
{"id": "v4-eval_holdout_conflict-00377", "response_text": "Assignment: R479=Aldren", "finish_reason": "stop"}
|
| 579 |
+
{"id": "v4-eval_holdout_conflict-00645", "response_text": "Assignment: R723=Quist; R231=Hesta", "finish_reason": "stop"}
|
| 580 |
+
{"id": "v4-eval_holdout_conflict-00694", "response_text": "Assignment: R549=Lyrra", "finish_reason": "stop"}
|
| 581 |
+
{"id": "v4-eval_holdout_conflict-00541", "response_text": "Assignment: R156=Baska; R128=Xara", "finish_reason": "stop"}
|
| 582 |
+
{"id": "v4-eval_holdout_conflict-00308", "response_text": "Assignment: R267=Deyra", "finish_reason": "stop"}
|
| 583 |
+
{"id": "v4-eval_holdout_conflict-00617", "response_text": "Assignment: R964=Yorin; R287=Lyrra", "finish_reason": "stop"}
|
| 584 |
+
{"id": "v4-eval_holdout_conflict-00439", "response_text": "Assignment: R801=Quist", "finish_reason": "stop"}
|
| 585 |
+
{"id": "v4-eval_holdout_conflict-00679", "response_text": "Assignment: R997=Orlan; R739=Yorin", "finish_reason": "stop"}
|
| 586 |
+
{"id": "v4-eval_holdout_conflict-00565", "response_text": "Assignment: R639=Werren; R405=Gavra", "finish_reason": "stop"}
|
| 587 |
+
{"id": "v4-eval_holdout_conflict-00404", "response_text": "Assignment: R783=Pevra; R633=Xara", "finish_reason": "stop"}
|
| 588 |
+
{"id": "v4-eval_holdout_conflict-00453", "response_text": "Assignment: R190=Zevra; R467=Falen", "finish_reason": "stop"}
|
| 589 |
+
{"id": "v4-eval_holdout_conflict-00584", "response_text": "Assignment: R958=Veylan; R922=Pevra", "finish_reason": "stop"}
|
| 590 |
+
{"id": "v4-eval_holdout_conflict-00291", "response_text": "Assignment: R937=Jorra; R927=Rovan", "finish_reason": "stop"}
|
| 591 |
+
{"id": "v4-eval_holdout_conflict-00547", "response_text": "Assignment: R987=Gavra", "finish_reason": "stop"}
|
| 592 |
+
{"id": "v4-eval_holdout_conflict-00231", "response_text": "Assignment: R344=Tarin; R317=Neris", "finish_reason": "stop"}
|
| 593 |
+
{"id": "v4-eval_holdout_conflict-00685", "response_text": "Assignment: R554=Deyra", "finish_reason": "stop"}
|
| 594 |
+
{"id": "v4-eval_holdout_conflict-00366", "response_text": "Assignment: R382=Lyrra; R261=Falen", "finish_reason": "stop"}
|
| 595 |
+
{"id": "v4-eval_holdout_conflict-00318", "response_text": "Assignment: R674=Uvara", "finish_reason": "stop"}
|
| 596 |
+
{"id": "v4-eval_holdout_conflict-00540", "response_text": "Assignment: R468=Hesta", "finish_reason": "stop"}
|
| 597 |
+
{"id": "v4-eval_holdout_conflict-00329", "response_text": "Assignment: R426=Falen; R560=Lyrra", "finish_reason": "stop"}
|
| 598 |
+
{"id": "v4-eval_holdout_conflict-00187", "response_text": "Assignment: R441=Falen", "finish_reason": "stop"}
|
| 599 |
+
{"id": "v4-eval_holdout_conflict-00561", "response_text": "Assignment: R138=Kest; R388=Pevra", "finish_reason": "stop"}
|
| 600 |
+
{"id": "v4-eval_holdout_conflict-00596", "response_text": "Assignment: R678=Werren", "finish_reason": "stop"}
|
| 601 |
+
{"id": "v4-eval_holdout_conflict-00649", "response_text": "Assignment: R749=Hesta; R489=Neris", "finish_reason": "stop"}
|
| 602 |
+
{"id": "v4-eval_holdout_conflict-00222", "response_text": "Assignment: R612=Gavra; R990=Jorra", "finish_reason": "stop"}
|
| 603 |
+
{"id": "v4-eval_holdout_conflict-00279", "response_text": "Assignment: R215=Etris; R961=Hesta", "finish_reason": "stop"}
|
| 604 |
+
{"id": "v4-eval_holdout_conflict-00641", "response_text": "Assignment: R480=Jorra; R602=Neris", "finish_reason": "stop"}
|
| 605 |
+
{"id": "v4-eval_holdout_conflict-00654", "response_text": "Assignment: R883=Gavra", "finish_reason": "stop"}
|
| 606 |
+
{"id": "v4-eval_holdout_conflict-00178", "response_text": "Assignment: R560=Xara; R562=Aldren", "finish_reason": "stop"}
|
| 607 |
+
{"id": "v4-eval_holdout_conflict-00259", "response_text": "Assignment: R821=Baska; R805=Pevra", "finish_reason": "stop"}
|
| 608 |
+
{"id": "v4-eval_holdout_conflict-00285", "response_text": "Assignment: R357=Jorra; R727=Werren", "finish_reason": "stop"}
|
| 609 |
+
{"id": "v4-eval_holdout_conflict-00049", "response_text": "Assignment: R838=Falen; R707=Zevra", "finish_reason": "stop"}
|
| 610 |
+
{"id": "v4-eval_holdout_conflict-00098", "response_text": "Assignment: R662=Etris; R987=Veylan", "finish_reason": "stop"}
|
| 611 |
+
{"id": "v4-eval_holdout_conflict-00084", "response_text": "Assignment: R966=Deyra", "finish_reason": "stop"}
|
| 612 |
+
{"id": "v4-eval_holdout_conflict-00323", "response_text": "Assignment: R727=Deyra", "finish_reason": "stop"}
|
| 613 |
+
{"id": "v4-eval_holdout_conflict-00648", "response_text": "Assignment: R220=Ilyan", "finish_reason": "stop"}
|
| 614 |
+
{"id": "v4-eval_holdout_conflict-00255", "response_text": "Assignment: R178=Uvara; R720=Rovan", "finish_reason": "stop"}
|
| 615 |
+
{"id": "v4-eval_holdout_conflict-00682", "response_text": "Assignment: R246=Falen", "finish_reason": "stop"}
|
| 616 |
+
{"id": "v4-eval_holdout_conflict-00188", "response_text": "Assignment: R260=Werren; R937=Werren", "finish_reason": "stop"}
|
| 617 |
+
{"id": "v4-eval_holdout_conflict-00765", "response_text": "Assignment: R761=Tarin", "finish_reason": "stop"}
|
| 618 |
+
{"id": "v4-eval_holdout_conflict-00225", "response_text": "Assignment: R401=Quist; R225=Xara", "finish_reason": "stop"}
|
| 619 |
+
{"id": "v4-eval_holdout_conflict-00120", "response_text": "Assignment: R784=Rovan", "finish_reason": "stop"}
|
| 620 |
+
{"id": "v4-eval_holdout_conflict-00509", "response_text": "Assignment: R346=Aldren", "finish_reason": "stop"}
|
| 621 |
+
{"id": "v4-eval_holdout_conflict-00606", "response_text": "Assignment: R344=Deyra; R439=Sella", "finish_reason": "stop"}
|
| 622 |
+
{"id": "v4-eval_holdout_conflict-00532", "response_text": "Assignment: R614=Neris", "finish_reason": "stop"}
|
| 623 |
+
{"id": "v4-eval_holdout_conflict-00352", "response_text": "Assignment: R480=Xara; R331=Yorin", "finish_reason": "stop"}
|
| 624 |
+
{"id": "v4-eval_holdout_conflict-00124", "response_text": "Assignment: R717=Ilyan", "finish_reason": "stop"}
|
| 625 |
+
{"id": "v4-eval_holdout_conflict-00450", "response_text": "Assignment: R444=Lyrra; R386=Uvara", "finish_reason": "stop"}
|
| 626 |
+
{"id": "v4-eval_holdout_conflict-00072", "response_text": "Assignment: R828=Etris; R807=Jorra", "finish_reason": "stop"}
|
| 627 |
+
{"id": "v4-eval_holdout_conflict-00080", "response_text": "Assignment: R188=Neris", "finish_reason": "stop"}
|
| 628 |
+
{"id": "v4-eval_holdout_conflict-00724", "response_text": "Assignment: R570=Tarin; R837=Gavra", "finish_reason": "stop"}
|
| 629 |
+
{"id": "v4-eval_holdout_conflict-00719", "response_text": "Assignment: R119=Kest", "finish_reason": "stop"}
|
| 630 |
+
{"id": "v4-eval_holdout_conflict-00546", "response_text": "Assignment: R740=Kest; R387=Kest", "finish_reason": "stop"}
|
| 631 |
+
{"id": "v4-eval_holdout_conflict-00047", "response_text": "Assignment: R563=Lyrra; R769=Kest", "finish_reason": "stop"}
|
| 632 |
+
{"id": "v4-eval_holdout_conflict-00531", "response_text": "Assignment: R498=Xara; R993=Veylan", "finish_reason": "stop"}
|
| 633 |
+
{"id": "v4-eval_holdout_conflict-00102", "response_text": "Assignment: R660=Rovan; R561=Meren", "finish_reason": "stop"}
|
| 634 |
+
{"id": "v4-eval_holdout_conflict-00044", "response_text": "Assignment: R473=Jorra", "finish_reason": "stop"}
|
| 635 |
+
{"id": "v4-eval_holdout_conflict-00001", "response_text": "Assignment: R231=Yorin", "finish_reason": "stop"}
|
| 636 |
+
{"id": "v4-eval_holdout_conflict-00454", "response_text": "Assignment: R901=Zevra", "finish_reason": "stop"}
|
| 637 |
+
{"id": "v4-eval_holdout_conflict-00524", "response_text": "Assignment: R468=Neris; R625=Kest", "finish_reason": "stop"}
|
| 638 |
+
{"id": "v4-eval_holdout_conflict-00533", "response_text": "Assignment: R720=Baska; R295=Etris", "finish_reason": "stop"}
|
| 639 |
+
{"id": "v4-eval_holdout_conflict-00491", "response_text": "Assignment: R610=Ilyan; R139=Ilyan", "finish_reason": "stop"}
|
| 640 |
+
{"id": "v4-eval_holdout_conflict-00035", "response_text": "Assignment: R631=Tarin; R548=Uvara", "finish_reason": "stop"}
|
| 641 |
+
{"id": "v4-eval_holdout_conflict-00367", "response_text": "Assignment: R139=Uvara; R177=Veylan", "finish_reason": "stop"}
|
| 642 |
+
{"id": "v4-eval_holdout_conflict-00152", "response_text": "Assignment: R285=Gavra", "finish_reason": "stop"}
|
| 643 |
+
{"id": "v4-eval_holdout_conflict-00101", "response_text": "Assignment: R399=Falen", "finish_reason": "stop"}
|
| 644 |
+
{"id": "v4-eval_holdout_conflict-00164", "response_text": "Assignment: R291=Rovan", "finish_reason": "stop"}
|
| 645 |
+
{"id": "v4-eval_holdout_conflict-00619", "response_text": "Assignment: R562=Kest", "finish_reason": "stop"}
|
| 646 |
+
{"id": "v4-eval_holdout_conflict-00466", "response_text": "Assignment: R543=Corren; R289=Uvara", "finish_reason": "stop"}
|
| 647 |
+
{"id": "v4-eval_holdout_conflict-00644", "response_text": "Assignment: R295=Neris", "finish_reason": "stop"}
|
| 648 |
+
{"id": "v4-eval_holdout_conflict-00135", "response_text": "Assignment: R658=Quist; R570=Hesta", "finish_reason": "stop"}
|
| 649 |
+
{"id": "v4-eval_holdout_conflict-00000", "response_text": "Assignment: R103=Quist; R676=Uvara", "finish_reason": "stop"}
|
| 650 |
+
{"id": "v4-eval_holdout_conflict-00572", "response_text": "Assignment: R790=Ilyan; R599=Uvara", "finish_reason": "stop"}
|
| 651 |
+
{"id": "v4-eval_holdout_conflict-00604", "response_text": "Assignment: R657=Xara; R976=Jorra", "finish_reason": "stop"}
|
| 652 |
+
{"id": "v4-eval_holdout_conflict-00245", "response_text": "Assignment: R835=Meren", "finish_reason": "stop"}
|
| 653 |
+
{"id": "v4-eval_holdout_conflict-00052", "response_text": "Assignment: R175=Orlan", "finish_reason": "stop"}
|
| 654 |
+
{"id": "v4-eval_holdout_conflict-00226", "response_text": "Assignment: R359=Zevra; R141=Zevra", "finish_reason": "stop"}
|
| 655 |
+
{"id": "v4-eval_holdout_conflict-00373", "response_text": "Assignment: R389=Yorin", "finish_reason": "stop"}
|
| 656 |
+
{"id": "v4-eval_holdout_conflict-00537", "response_text": "Assignment: R947=Aldren", "finish_reason": "stop"}
|
| 657 |
+
{"id": "v4-eval_holdout_conflict-00208", "response_text": "Assignment: R872=Orlan", "finish_reason": "stop"}
|
| 658 |
+
{"id": "v4-eval_holdout_conflict-00701", "response_text": "Assignment: R391=Rovan", "finish_reason": "stop"}
|
| 659 |
+
{"id": "v4-eval_holdout_conflict-00376", "response_text": "Assignment: R861=Quist", "finish_reason": "stop"}
|
| 660 |
+
{"id": "v4-eval_holdout_conflict-00708", "response_text": "Assignment: R871=Uvara", "finish_reason": "stop"}
|
| 661 |
+
{"id": "v4-eval_holdout_conflict-00385", "response_text": "Assignment: R614=Gavra", "finish_reason": "stop"}
|
| 662 |
+
{"id": "v4-eval_holdout_conflict-00769", "response_text": "Assignment: R513=Neris", "finish_reason": "stop"}
|
| 663 |
+
{"id": "v4-eval_holdout_conflict-00681", "response_text": "Assignment: R172=Ilyan; R584=Werren", "finish_reason": "stop"}
|
| 664 |
+
{"id": "v4-eval_holdout_conflict-00680", "response_text": "Assignment: R981=Xara", "finish_reason": "stop"}
|
| 665 |
+
{"id": "v4-eval_holdout_conflict-00668", "response_text": "Assignment: R211=Etris; R198=Meren", "finish_reason": "stop"}
|
| 666 |
+
{"id": "v4-eval_holdout_conflict-00790", "response_text": "Assignment: R174=Xara; R734=Etris", "finish_reason": "stop"}
|
| 667 |
+
{"id": "v4-eval_holdout_conflict-00481", "response_text": "Assignment: R905=Rovan", "finish_reason": "stop"}
|
| 668 |
+
{"id": "v4-eval_holdout_conflict-00690", "response_text": "Assignment: R933=Werren", "finish_reason": "stop"}
|
| 669 |
+
{"id": "v4-eval_holdout_conflict-00458", "response_text": "Assignment: R186=Deyra", "finish_reason": "stop"}
|
| 670 |
+
{"id": "v4-eval_holdout_conflict-00027", "response_text": "Assignment: R720=Jorra", "finish_reason": "stop"}
|
| 671 |
+
{"id": "v4-eval_holdout_conflict-00287", "response_text": "Assignment: R718=Jorra", "finish_reason": "stop"}
|
| 672 |
+
{"id": "v4-eval_holdout_conflict-00331", "response_text": "Assignment: R735=Deyra", "finish_reason": "stop"}
|
| 673 |
+
{"id": "v4-eval_holdout_conflict-00076", "response_text": "Assignment: R165=Yorin; R812=Quist", "finish_reason": "stop"}
|
| 674 |
+
{"id": "v4-eval_holdout_conflict-00430", "response_text": "Assignment: R415=Hesta", "finish_reason": "stop"}
|
| 675 |
+
{"id": "v4-eval_holdout_conflict-00762", "response_text": "Assignment: R203=Sella", "finish_reason": "stop"}
|
| 676 |
+
{"id": "v4-eval_holdout_conflict-00545", "response_text": "Assignment: R255=Corren", "finish_reason": "stop"}
|
| 677 |
+
{"id": "v4-eval_holdout_conflict-00774", "response_text": "Assignment: R218=Falen; R704=Corren", "finish_reason": "stop"}
|
| 678 |
+
{"id": "v4-eval_holdout_conflict-00489", "response_text": "Assignment: R894=Kest", "finish_reason": "stop"}
|
| 679 |
+
{"id": "v4-eval_holdout_conflict-00658", "response_text": "Assignment: R589=Etris", "finish_reason": "stop"}
|
| 680 |
+
{"id": "v4-eval_holdout_conflict-00519", "response_text": "Assignment: R950=Veylan; R394=Hesta", "finish_reason": "stop"}
|
| 681 |
+
{"id": "v4-eval_holdout_conflict-00739", "response_text": "Assignment: R162=Zevra", "finish_reason": "stop"}
|
| 682 |
+
{"id": "v4-eval_holdout_conflict-00660", "response_text": "Assignment: R635=Tarin; R975=Yorin", "finish_reason": "stop"}
|
| 683 |
+
{"id": "v4-eval_holdout_conflict-00121", "response_text": "Assignment: R276=Tarin", "finish_reason": "stop"}
|
| 684 |
+
{"id": "v4-eval_holdout_conflict-00077", "response_text": "Assignment: R978=Hesta", "finish_reason": "stop"}
|
| 685 |
+
{"id": "v4-eval_holdout_conflict-00793", "response_text": "Assignment: R994=Meren", "finish_reason": "stop"}
|
| 686 |
+
{"id": "v4-eval_holdout_conflict-00766", "response_text": "Assignment: R796=Yorin; R410=Falen", "finish_reason": "stop"}
|
| 687 |
+
{"id": "v4-eval_holdout_conflict-00194", "response_text": "Assignment: R918=Pevra", "finish_reason": "stop"}
|
| 688 |
+
{"id": "v4-eval_holdout_conflict-00217", "response_text": "Assignment: R399=Tarin; R215=Gavra", "finish_reason": "stop"}
|
| 689 |
+
{"id": "v4-eval_holdout_conflict-00394", "response_text": "Assignment: R168=Rovan", "finish_reason": "stop"}
|
| 690 |
+
{"id": "v4-eval_holdout_conflict-00582", "response_text": "Assignment: R546=Werren; R726=Hesta", "finish_reason": "stop"}
|
| 691 |
+
{"id": "v4-eval_holdout_conflict-00159", "response_text": "Assignment: R747=Zevra; R825=Meren", "finish_reason": "stop"}
|
| 692 |
+
{"id": "v4-eval_holdout_conflict-00672", "response_text": "Assignment: R320=Jorra; R193=Orlan", "finish_reason": "stop"}
|
| 693 |
+
{"id": "v4-eval_holdout_conflict-00442", "response_text": "Assignment: R746=Corren", "finish_reason": "stop"}
|
| 694 |
+
{"id": "v4-eval_holdout_conflict-00089", "response_text": "Assignment: R205=Meren; R946=Rovan", "finish_reason": "stop"}
|
| 695 |
+
{"id": "v4-eval_holdout_conflict-00797", "response_text": "Assignment: R467=Pevra", "finish_reason": "stop"}
|
| 696 |
+
{"id": "v4-eval_holdout_conflict-00151", "response_text": "Assignment: R288=Yorin; R907=Aldren", "finish_reason": "stop"}
|
| 697 |
+
{"id": "v4-eval_holdout_conflict-00268", "response_text": "Assignment: R173=Aldren; R744=Baska", "finish_reason": "stop"}
|
| 698 |
+
{"id": "v4-eval_holdout_conflict-00730", "response_text": "Assignment: R481=Tarin; R921=Neris", "finish_reason": "stop"}
|
| 699 |
+
{"id": "v4-eval_holdout_conflict-00782", "response_text": "Assignment: R488=Meren", "finish_reason": "stop"}
|
| 700 |
+
{"id": "v4-eval_holdout_conflict-00213", "response_text": "Assignment: R239=Hesta", "finish_reason": "stop"}
|
| 701 |
+
{"id": "v4-eval_holdout_conflict-00265", "response_text": "Assignment: R525=Yorin; R224=Ilyan", "finish_reason": "stop"}
|
| 702 |
+
{"id": "v4-eval_holdout_conflict-00697", "response_text": "Assignment: R373=Tarin", "finish_reason": "stop"}
|
| 703 |
+
{"id": "v4-eval_holdout_conflict-00125", "response_text": "Assignment: R738=Neris", "finish_reason": "stop"}
|
| 704 |
+
{"id": "v4-eval_holdout_conflict-00614", "response_text": "Assignment: R882=Ilyan", "finish_reason": "stop"}
|
| 705 |
+
{"id": "v4-eval_holdout_conflict-00482", "response_text": "Assignment: R908=Baska; R571=Veylan", "finish_reason": "stop"}
|
| 706 |
+
{"id": "v4-eval_holdout_conflict-00602", "response_text": "Assignment: R206=Yorin; R937=Uvara", "finish_reason": "stop"}
|
| 707 |
+
{"id": "v4-eval_holdout_conflict-00549", "response_text": "Assignment: R427=Veylan; R315=Aldren", "finish_reason": "stop"}
|
| 708 |
+
{"id": "v4-eval_holdout_conflict-00316", "response_text": "Assignment: R211=Yorin; R781=Sella", "finish_reason": "stop"}
|
| 709 |
+
{"id": "v4-eval_holdout_conflict-00567", "response_text": "Assignment: R466=Etris", "finish_reason": "stop"}
|
| 710 |
+
{"id": "v4-eval_holdout_conflict-00330", "response_text": "Assignment: R126=Werren; R472=Ilyan", "finish_reason": "stop"}
|
| 711 |
+
{"id": "v4-eval_holdout_conflict-00335", "response_text": "Assignment: R162=Falen; R165=Uvara", "finish_reason": "stop"}
|
| 712 |
+
{"id": "v4-eval_holdout_conflict-00313", "response_text": "Assignment: R323=Jorra", "finish_reason": "stop"}
|
| 713 |
+
{"id": "v4-eval_holdout_conflict-00592", "response_text": "Assignment: R316=Meren; R114=Uvara", "finish_reason": "stop"}
|
| 714 |
+
{"id": "v4-eval_holdout_conflict-00057", "response_text": "Assignment: R121=Neris", "finish_reason": "stop"}
|
| 715 |
+
{"id": "v4-eval_holdout_conflict-00560", "response_text": "Assignment: R430=Hesta; R883=Xara", "finish_reason": "stop"}
|
| 716 |
+
{"id": "v4-eval_holdout_conflict-00348", "response_text": "Assignment: R187=Yorin", "finish_reason": "stop"}
|
| 717 |
+
{"id": "v4-eval_holdout_conflict-00036", "response_text": "Assignment: R423=Aldren", "finish_reason": "stop"}
|
| 718 |
+
{"id": "v4-eval_holdout_conflict-00494", "response_text": "Assignment: R455=Pevra", "finish_reason": "stop"}
|
| 719 |
+
{"id": "v4-eval_holdout_conflict-00137", "response_text": "Assignment: R183=Kest; R776=Werren", "finish_reason": "stop"}
|
| 720 |
+
{"id": "v4-eval_holdout_conflict-00664", "response_text": "Assignment: R719=Pevra", "finish_reason": "stop"}
|
| 721 |
+
{"id": "v4-eval_holdout_conflict-00667", "response_text": "Assignment: R471=Kest; R773=Jorra", "finish_reason": "stop"}
|
| 722 |
+
{"id": "v4-eval_holdout_conflict-00141", "response_text": "Assignment: R362=Aldren; R460=Rovan", "finish_reason": "stop"}
|
| 723 |
+
{"id": "v4-eval_holdout_conflict-00252", "response_text": "Assignment: R311=Ilyan", "finish_reason": "stop"}
|
| 724 |
+
{"id": "v4-eval_holdout_conflict-00303", "response_text": "Assignment: R493=Meren", "finish_reason": "stop"}
|
| 725 |
+
{"id": "v4-eval_holdout_conflict-00232", "response_text": "Assignment: R582=Veylan", "finish_reason": "stop"}
|
| 726 |
+
{"id": "v4-eval_holdout_conflict-00632", "response_text": "Assignment: R266=Zevra", "finish_reason": "stop"}
|
| 727 |
+
{"id": "v4-eval_holdout_conflict-00264", "response_text": "Assignment: R805=Pevra", "finish_reason": "stop"}
|
| 728 |
+
{"id": "v4-eval_holdout_conflict-00340", "response_text": "Assignment: R770=Pevra", "finish_reason": "stop"}
|
| 729 |
+
{"id": "v4-eval_holdout_conflict-00200", "response_text": "Assignment: R629=Aldren; R359=Werren", "finish_reason": "stop"}
|
| 730 |
+
{"id": "v4-eval_holdout_conflict-00760", "response_text": "Assignment: R870=Werren; R745=Quist", "finish_reason": "stop"}
|
| 731 |
+
{"id": "v4-eval_holdout_conflict-00071", "response_text": "Assignment: R955=Falen; R769=Falen", "finish_reason": "stop"}
|
| 732 |
+
{"id": "v4-eval_holdout_conflict-00384", "response_text": "Assignment: R864=Etris; R763=Aldren", "finish_reason": "stop"}
|
| 733 |
+
{"id": "v4-eval_holdout_conflict-00312", "response_text": "Assignment: R837=Yorin; R989=Werren", "finish_reason": "stop"}
|
| 734 |
+
{"id": "v4-eval_holdout_conflict-00024", "response_text": "Assignment: R198=Falen; R791=Werren", "finish_reason": "stop"}
|
| 735 |
+
{"id": "v4-eval_holdout_conflict-00227", "response_text": "Assignment: R988=Hesta", "finish_reason": "stop"}
|
| 736 |
+
{"id": "v4-eval_holdout_conflict-00241", "response_text": "Assignment: R259=Hesta; R798=Deyra", "finish_reason": "stop"}
|
| 737 |
+
{"id": "v4-eval_holdout_conflict-00126", "response_text": "Assignment: R917=Zevra; R492=Rovan", "finish_reason": "stop"}
|
| 738 |
+
{"id": "v4-eval_holdout_conflict-00484", "response_text": "Assignment: R952=Hesta; R316=Xara", "finish_reason": "stop"}
|
| 739 |
+
{"id": "v4-eval_holdout_conflict-00042", "response_text": "Assignment: R615=Zevra; R922=Pevra", "finish_reason": "stop"}
|
| 740 |
+
{"id": "v4-eval_holdout_conflict-00361", "response_text": "Assignment: R797=Corren", "finish_reason": "stop"}
|
| 741 |
+
{"id": "v4-eval_holdout_conflict-00570", "response_text": "Assignment: R720=Jorra; R203=Xara", "finish_reason": "stop"}
|
| 742 |
+
{"id": "v4-eval_holdout_conflict-00752", "response_text": "Assignment: R206=Orlan; R898=Werren", "finish_reason": "stop"}
|
| 743 |
+
{"id": "v4-eval_holdout_conflict-00214", "response_text": "Assignment: R940=Gavra; R585=Aldren", "finish_reason": "stop"}
|
| 744 |
+
{"id": "v4-eval_holdout_conflict-00534", "response_text": "Assignment: R388=Meren", "finish_reason": "stop"}
|
| 745 |
+
{"id": "v4-eval_holdout_conflict-00576", "response_text": "Assignment: R593=Uvara; R304=Jorra", "finish_reason": "stop"}
|
| 746 |
+
{"id": "v4-eval_holdout_conflict-00328", "response_text": "Assignment: R184=Sella", "finish_reason": "stop"}
|
| 747 |
+
{"id": "v4-eval_holdout_conflict-00486", "response_text": "Assignment: R106=Neris", "finish_reason": "stop"}
|
| 748 |
+
{"id": "v4-eval_holdout_conflict-00070", "response_text": "Assignment: R790=Zevra; R723=Aldren", "finish_reason": "stop"}
|
| 749 |
+
{"id": "v4-eval_holdout_conflict-00498", "response_text": "Assignment: R229=Lyrra; R310=Baska", "finish_reason": "stop"}
|
| 750 |
+
{"id": "v4-eval_holdout_conflict-00626", "response_text": "Assignment: R404=Ilyan", "finish_reason": "stop"}
|
| 751 |
+
{"id": "v4-eval_holdout_conflict-00777", "response_text": "Assignment: R413=Zevra; R234=Quist", "finish_reason": "stop"}
|
| 752 |
+
{"id": "v4-eval_holdout_conflict-00118", "response_text": "Assignment: R855=Meren", "finish_reason": "stop"}
|
| 753 |
+
{"id": "v4-eval_holdout_conflict-00398", "response_text": "Assignment: R247=Werren", "finish_reason": "stop"}
|
| 754 |
+
{"id": "v4-eval_holdout_conflict-00315", "response_text": "Assignment: R977=Veylan", "finish_reason": "stop"}
|
| 755 |
+
{"id": "v4-eval_holdout_conflict-00633", "response_text": "Assignment: R267=Sella; R125=Aldren", "finish_reason": "stop"}
|
| 756 |
+
{"id": "v4-eval_holdout_conflict-00354", "response_text": "Assignment: R470=Tarin", "finish_reason": "stop"}
|
| 757 |
+
{"id": "v4-eval_holdout_conflict-00282", "response_text": "Assignment: R142=Kest; R728=Rovan", "finish_reason": "stop"}
|
| 758 |
+
{"id": "v4-eval_holdout_conflict-00671", "response_text": "Assignment: R926=Etris; R342=Orlan", "finish_reason": "stop"}
|
| 759 |
+
{"id": "v4-eval_holdout_conflict-00615", "response_text": "Assignment: R890=Gavra", "finish_reason": "stop"}
|
| 760 |
+
{"id": "v4-eval_holdout_conflict-00383", "response_text": "Assignment: R947=Orlan", "finish_reason": "stop"}
|
| 761 |
+
{"id": "v4-eval_holdout_conflict-00375", "response_text": "Assignment: R204=Veylan", "finish_reason": "stop"}
|
| 762 |
+
{"id": "v4-eval_holdout_conflict-00729", "response_text": "Assignment: R701=Quist; R807=Xara", "finish_reason": "stop"}
|
| 763 |
+
{"id": "v4-eval_holdout_conflict-00646", "response_text": "Assignment: R280=Etris", "finish_reason": "stop"}
|
| 764 |
+
{"id": "v4-eval_holdout_conflict-00495", "response_text": "Assignment: R810=Kest; R897=Jorra", "finish_reason": "stop"}
|
| 765 |
+
{"id": "v4-eval_holdout_conflict-00060", "response_text": "Assignment: R162=Kest; R751=Deyra", "finish_reason": "stop"}
|
| 766 |
+
{"id": "v4-eval_holdout_conflict-00353", "response_text": "Assignment: R390=Quist", "finish_reason": "stop"}
|
| 767 |
+
{"id": "v4-eval_holdout_conflict-00043", "response_text": "Assignment: R435=Quist; R275=Tarin", "finish_reason": "stop"}
|
| 768 |
+
{"id": "v4-eval_holdout_conflict-00733", "response_text": "Assignment: R150=Gavra", "finish_reason": "stop"}
|
| 769 |
+
{"id": "v4-eval_holdout_conflict-00317", "response_text": "Assignment: R422=Gavra", "finish_reason": "stop"}
|
| 770 |
+
{"id": "v4-eval_holdout_conflict-00320", "response_text": "Assignment: R612=Deyra", "finish_reason": "stop"}
|
| 771 |
+
{"id": "v4-eval_holdout_conflict-00653", "response_text": "Assignment: R295=Uvara; R547=Zevra", "finish_reason": "stop"}
|
| 772 |
+
{"id": "v4-eval_holdout_conflict-00293", "response_text": "Assignment: R169=Veylan", "finish_reason": "stop"}
|
| 773 |
+
{"id": "v4-eval_holdout_conflict-00015", "response_text": "Assignment: R381=Yorin", "finish_reason": "stop"}
|
| 774 |
+
{"id": "v4-eval_holdout_conflict-00640", "response_text": "Assignment: R261=Zevra", "finish_reason": "stop"}
|
| 775 |
+
{"id": "v4-eval_holdout_conflict-00403", "response_text": "Assignment: R644=Lyrra", "finish_reason": "stop"}
|
| 776 |
+
{"id": "v4-eval_holdout_conflict-00669", "response_text": "Assignment: R424=Baska", "finish_reason": "stop"}
|
| 777 |
+
{"id": "v4-eval_holdout_conflict-00365", "response_text": "Assignment: R679=Pevra", "finish_reason": "stop"}
|
| 778 |
+
{"id": "v4-eval_holdout_conflict-00490", "response_text": "Assignment: R865=Aldren", "finish_reason": "stop"}
|
| 779 |
+
{"id": "v4-eval_holdout_conflict-00579", "response_text": "Assignment: R191=Xara", "finish_reason": "stop"}
|
| 780 |
+
{"id": "v4-eval_holdout_conflict-00009", "response_text": "Assignment: R487=Pevra", "finish_reason": "stop"}
|
| 781 |
+
{"id": "v4-eval_holdout_conflict-00611", "response_text": "Assignment: R334=Kest", "finish_reason": "stop"}
|
| 782 |
+
{"id": "v4-eval_holdout_conflict-00674", "response_text": "Assignment: R684=Zevra", "finish_reason": "stop"}
|
| 783 |
+
{"id": "v4-eval_holdout_conflict-00161", "response_text": "Assignment: R949=Pevra", "finish_reason": "stop"}
|
| 784 |
+
{"id": "v4-eval_holdout_conflict-00065", "response_text": "Assignment: R116=Zevra", "finish_reason": "stop"}
|
| 785 |
+
{"id": "v4-eval_holdout_conflict-00081", "response_text": "Assignment: R967=Werren; R354=Quist", "finish_reason": "stop"}
|
| 786 |
+
{"id": "v4-eval_holdout_conflict-00041", "response_text": "Assignment: R249=Falen", "finish_reason": "stop"}
|
| 787 |
+
{"id": "v4-eval_holdout_conflict-00666", "response_text": "Assignment: R639=Werren", "finish_reason": "stop"}
|
| 788 |
+
{"id": "v4-eval_holdout_conflict-00573", "response_text": "Assignment: R160=Veylan", "finish_reason": "stop"}
|
| 789 |
+
{"id": "v4-eval_holdout_conflict-00146", "response_text": "Assignment: R407=Pevra; R846=Kest", "finish_reason": "stop"}
|
| 790 |
+
{"id": "v4-eval_holdout_conflict-00686", "response_text": "Assignment: R929=Sella", "finish_reason": "stop"}
|
| 791 |
+
{"id": "v4-eval_holdout_conflict-00507", "response_text": "Assignment: R246=Lyrra; R976=Ilyan", "finish_reason": "stop"}
|
| 792 |
+
{"id": "v4-eval_holdout_conflict-00078", "response_text": "Assignment: R870=Falen; R236=Meren", "finish_reason": "stop"}
|
| 793 |
+
{"id": "v4-eval_holdout_conflict-00297", "response_text": "Assignment: R881=Etris; R166=Gavra", "finish_reason": "stop"}
|
| 794 |
+
{"id": "v4-eval_holdout_conflict-00275", "response_text": "Assignment: R274=Meren; R212=Xara", "finish_reason": "stop"}
|
| 795 |
+
{"id": "v4-eval_holdout_conflict-00416", "response_text": "Assignment: R832=Aldren; R493=Falen", "finish_reason": "stop"}
|
| 796 |
+
{"id": "v4-eval_holdout_conflict-00163", "response_text": "Assignment: R776=Tarin", "finish_reason": "stop"}
|
| 797 |
+
{"id": "v4-eval_holdout_conflict-00253", "response_text": "Assignment: R560=Orlan; R464=Etris", "finish_reason": "stop"}
|
| 798 |
+
{"id": "v4-eval_holdout_conflict-00710", "response_text": "Assignment: R570=Sella", "finish_reason": "stop"}
|
| 799 |
+
{"id": "v4-eval_holdout_conflict-00655", "response_text": "Assignment: R864=Lyrra; R153=Etris", "finish_reason": "stop"}
|
| 800 |
+
{"id": "v4-eval_holdout_conflict-00207", "response_text": "Assignment: R633=Ilyan", "finish_reason": "stop"}
|